-- Logs begin at Fri 2021-09-24 02:54:46 UTC, end at Fri 2021-09-24 03:51:16 UTC. -- Sep 24 03:22:57.959251 dv-cinder-810800-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 24 03:23:00.754123 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.common.config [-] Logging enabled! Sep 24 03:23:00.754760 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev22 Sep 24 03:23:00.754898 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93909) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 24 03:23:00.758112 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.common.config [-] Logging enabled! Sep 24 03:23:00.758374 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev22 Sep 24 03:23:00.758689 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93909) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 24 03:23:00.759635 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 03:23:00.759876 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 03:23:00.760242 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 03:23:00.760493 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 03:23:00.760725 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 03:23:00.761047 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.761355 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.761655 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.761920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.762222 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.762519 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.762807 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.763098 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.763397 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.763685 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.763966 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.764250 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.764483 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.764767 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.765056 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.765344 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.765571 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] debug = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.765890 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.766355 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.766764 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.767050 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.767344 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.767624 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.767900 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.768193 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.768467 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.768802 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] host = dv-cinder-810800-1-iscsi {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.769085 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.769374 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.769664 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.769985 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.770264 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.770544 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.770831 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.771114 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.771390 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] log_file = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.771670 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.771960 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.772249 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.772540 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.772769 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.772996 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.773287 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.773578 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.773890 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.774169 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.774447 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.774726 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.775007 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.775278 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.775563 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.775851 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.776140 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.776419 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.776695 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.776970 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.777245 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.777535 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.777841 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.778119 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.778395 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.778687 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.778960 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.779239 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.779541 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.779833 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.780116 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.780406 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.780683 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.780975 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.781252 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.781531 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.781970 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] use_json = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.782251 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.782521 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.782806 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.783082 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.783356 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.783632 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.783904 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.784191 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:00.784491 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.784793 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.785099 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.785389 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.785690 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.786006 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.786302 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.786584 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.786878 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.787175 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.787466 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.787749 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.788038 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.788317 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.788613 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.788924 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.789226 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.789525 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.789832 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.790112 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.790389 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.790671 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.790961 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.791247 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.791541 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.791834 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.792116 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.792404 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.792701 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.792994 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.793272 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.793554 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.793877 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.794160 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.794437 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.794716 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.795007 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.795287 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.795564 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.795845 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.796125 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.796398 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.796671 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.796950 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.797244 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.798076 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.798357 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.798634 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.798916 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.799192 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.799479 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.799760 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.800036 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.800312 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.800592 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.800869 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.801144 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.801422 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.801701 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.802004 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.802280 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.802555 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.802830 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.803103 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.803375 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.803648 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.803921 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.804198 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.804472 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.804746 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.805020 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.805294 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.805567 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.805894 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.806198 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.806480 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.806780 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.807047 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.807328 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.807605 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.807885 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.808167 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.808449 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.808726 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.809021 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.809313 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.809602 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.809918 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.810203 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.810510 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.810792 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.811080 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.811363 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.811649 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.811938 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.812224 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.812524 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.812824 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.813776 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.814251 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.814560 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.814849 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.815166 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.815454 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:00.815676 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 03:23:00.815920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93909) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 24 03:23:01.171003 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 24 03:23:01.171209 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 24 03:23:01.171502 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 24 03:23:01.171833 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 24 03:23:01.572560 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.572846 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.573123 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.574470 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.574751 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.575019 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.611336 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.611613 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.611885 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.627737 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.628021 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.628297 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.656955 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.657237 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.657511 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.695044 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.695327 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.695601 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.927042 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.927580 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.927580 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.927845 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:01.928554 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.049447 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.049790 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.050076 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.050350 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.050625 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.050936 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.051200 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.051458 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.051714 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.051995 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.052256 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.052521 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.052780 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.053035 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.053291 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.053557 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.053842 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.054114 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.054386 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.054648 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.054922 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.055179 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.055463 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.055841 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.056095 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.056345 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.056742 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 03:23:02.056987 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 03:23:02.057230 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 03:23:02.057472 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 03:23:02.057741 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 03:23:02.057972 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 03:23:02.058337 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 24 03:23:02.061398 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 24 03:23:02.065683 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 24 03:23:02.069329 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 24 03:23:02.071009 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 24 03:23:02.071461 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 24 03:23:02.071802 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 24 03:23:02.072185 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 24 03:23:02.074989 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 24 03:23:02.075241 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 24 03:23:02.075582 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 03:23:02.081574 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 24 03:23:02.103936 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 24 03:23:02.104387 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.104688 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93909) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 24 03:23:02.105050 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.106449 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93909) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 24 03:23:02.106890 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 03:23:02.107140 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 24 03:23:02.110467 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.110774 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.175427 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 24 03:23:02.175581 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 24 03:23:02.175820 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 24 03:23:02.176194 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 24 03:23:02.198325 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_db.sqlalchemy.engines [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93909) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 24 03:23:02.743034 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Initializing driver for type 'gre' Sep 24 03:23:02.743558 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] gre ID ranges: [(1, 1000)] Sep 24 03:23:02.797188 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Initializing driver for type 'local' Sep 24 03:23:02.798057 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Initializing driver for type 'vlan' Sep 24 03:23:02.810459 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] VlanTypeDriver initialization complete Sep 24 03:23:02.810804 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Initializing driver for type 'vxlan' Sep 24 03:23:02.811282 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] vxlan ID ranges: [(1, 1000)] Sep 24 03:23:02.865492 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Initializing extension driver 'port_security' Sep 24 03:23:02.865852 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.extensions.port_security [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] PortSecurityExtensionDriver initialization complete Sep 24 03:23:02.866182 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Initializing mechanism driver 'openvswitch' Sep 24 03:23:02.866514 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Initializing mechanism driver 'hyperv' Sep 24 03:23:02.873257 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.plugins.ml2.plugin [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:23:02.873948 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > port after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.874316 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > port after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.874676 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > port after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.876903 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 03:23:02.876903 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > subnet after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.876903 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > subnet after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.877429 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.877548 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 03:23:02.877986 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > network after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.878335 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > network after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.878675 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > network after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.879067 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 03:23:02.879469 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > security_group after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.879816 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > security_group after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.880154 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > security_group after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.880677 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 03:23:02.881105 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.881434 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.881804 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.882198 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 03:23:02.882598 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > address_group after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.882943 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > address_group after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.883306 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > address_group after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.883694 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 03:23:02.884066 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] ML2 OVO RPC backend initialized. {{(pid=93909) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 24 03:23:02.884766 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.885120 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.885532 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > network before_response 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.885914 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > networks before_response 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.886261 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > port before_response 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.886600 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > ports before_response 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.886939 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > subnet before_response 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.887275 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > subnets before_response 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.887616 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > network after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.887952 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > network after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.888284 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > network after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.888614 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > port after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.888944 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > port after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.889275 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > port after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.889606 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > subnet after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.889957 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > subnet after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.890289 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.890850 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.plugin [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Modular L2 Plugin initialization complete Sep 24 03:23:02.891196 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading services supported by the core plugin {{(pid=93909) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 24 03:23:02.891523 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.plugins.ml2.managers [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Got port-security extension from driver 'port_security' Sep 24 03:23:02.892056 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.extensions.vlantransparent [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Disabled vlantransparent extension. Sep 24 03:23:02.892531 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93909) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 24 03:23:02.892842 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading Plugin: router Sep 24 03:23:02.928731 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router_interface before_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.929251 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router after_create 55549900 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.929476 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router before_create 55549900 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.929874 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.930249 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.930601 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router after_delete 55549900 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.930955 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > floatingip after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.931301 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > floatingip after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.931654 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router after_create 55549900 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.931996 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router after_update 55549900 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.932340 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router after_update 55549900 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.932683 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.933034 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router after_update 55549900 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.933435 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router precommit_update 55549900 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.933837 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: port after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.934168 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: port after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.934497 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: subnet after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.934831 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.935175 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > port precommit_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.935518 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router precommit_create 55549900 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.935853 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: port before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.936186 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router precommit_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.936536 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router after_update 55549900 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.936872 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router precommit_delete 55549900 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.937218 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router precommit_create 55549900 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.937569 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.937939 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router precommit_update 55549900 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.939108 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > agent after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.939331 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > agent after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.939679 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > network after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.940537 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Tracking information for resource: router configured {{(pid=93909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 03:23:02.940866 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Tracking information for resource: floatingip configured {{(pid=93909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 03:23:02.945785 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.db.l3_agentschedulers_db [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 24 03:23:02.946355 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: port after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.946710 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: port after_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.947056 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: port after_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.947402 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: port after_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.948189 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router before_create 55550100 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.948530 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router precommit_delete 55550100 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.948888 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router precommit_create 55550100 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.949241 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > router precommit_update 55550100 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.953989 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.services.provider_configuration [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service providers = [] {{(pid=93909) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 24 03:23:02.954353 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.db.servicetype_db [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93909) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 24 03:23:02.957255 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.services.service_base [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 03:23:02.957604 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.services.service_base [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 03:23:02.957974 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.services.service_base [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 03:23:02.958858 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.services.service_base [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 03:23:02.959227 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.services.service_base [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 24 03:23:02.959603 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 03:23:02.959927 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 24 03:23:02.970394 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 03:23:02.970722 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading Plugin: auto_allocate Sep 24 03:23:02.976386 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: network precommit_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.976755 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: network precommit_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.977266 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 03:23:02.977584 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading Plugin: tag Sep 24 03:23:02.984180 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 03:23:02.984502 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading Plugin: timestamp Sep 24 03:23:02.989126 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 03:23:02.989454 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading Plugin: network_ip_availability Sep 24 03:23:02.994882 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.995207 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.995559 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:02.996277 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 03:23:02.996594 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading Plugin: flavors Sep 24 03:23:03.002092 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 03:23:03.002421 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading Plugin: revisions Sep 24 03:23:03.006670 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 03:23:03.007058 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_concurrency.lockutils [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=93909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 24 03:23:03.007790 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93909) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 24 03:23:03.008124 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Initializing extension manager. Sep 24 03:23:03.008630 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: __init__.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.008974 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: __pycache__ {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.009357 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.009640 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: address_group.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.010449 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.011027 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: address-group Sep 24 03:23:03.011347 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: address_scope.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.012291 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.012804 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: address-scope Sep 24 03:23:03.013124 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: admin_state_down_before_update.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.014152 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.014664 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: router-admin-state-down-before-update Sep 24 03:23:03.014981 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: agent.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.015688 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.016225 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: agent Sep 24 03:23:03.016548 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: agent_resources_synced.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.017455 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.017979 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: agent-resources-synced Sep 24 03:23:03.018299 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: allowedaddresspairs.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.020159 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.020674 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: allowed-address-pairs Sep 24 03:23:03.020995 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: auto_allocated_topology.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.022179 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.022689 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: auto-allocated-topology Sep 24 03:23:03.023013 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: availability_zone.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.023707 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.024206 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: availability_zone Sep 24 03:23:03.024525 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: availability_zone_filter.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.025428 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.025961 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: availability_zone_filter Sep 24 03:23:03.026282 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: data_plane_status.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.027182 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.027683 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension data-plane-status not supported by any of loaded plugins Sep 24 03:23:03.028003 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: default_subnetpools.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.028902 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.029409 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: default-subnetpools Sep 24 03:23:03.029745 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: dhcpagentscheduler.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.030579 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.031083 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: dhcp_agent_scheduler Sep 24 03:23:03.031400 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: dns.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.032402 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.032904 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension dns-integration not supported by any of loaded plugins Sep 24 03:23:03.033224 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: dns_domain_ports.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.034175 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.034678 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 24 03:23:03.034996 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.035907 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.036407 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 24 03:23:03.036722 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: dvr.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.037387 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.037919 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: dvr Sep 24 03:23:03.038236 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: ecmp_routes.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.039137 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.039634 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension ecmp_routes not supported by any of loaded plugins Sep 24 03:23:03.039957 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: empty_string_filtering.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.040853 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.041355 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: empty-string-filtering Sep 24 03:23:03.041671 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.042590 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.043088 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 24 03:23:03.043405 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.044299 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.044801 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 24 03:23:03.045117 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: external_net.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.046042 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.046550 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: external-net Sep 24 03:23:03.046867 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: extra_dhcp_opt.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.048310 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.048811 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: extra_dhcp_opt Sep 24 03:23:03.049129 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: extraroute.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.050060 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.050562 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: extraroute Sep 24 03:23:03.050879 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: extraroute_atomic.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.051907 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.052409 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: extraroute-atomic Sep 24 03:23:03.052757 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: filter_validation.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.053414 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.053946 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: filter-validation Sep 24 03:23:03.054269 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: fip_pf_description.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.055168 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.055671 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 24 03:23:03.055989 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: fip_port_details.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.056895 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.057399 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: fip-port-details Sep 24 03:23:03.057733 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: flavors.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.058952 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.059461 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: flavors Sep 24 03:23:03.059780 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.061435 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.061977 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 24 03:23:03.062305 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: floatingip_pools.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.063113 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.064108 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: floatingip-pools Sep 24 03:23:03.064432 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: ip_allocation.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.065362 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.065894 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension ip_allocation not supported by any of loaded plugins Sep 24 03:23:03.066216 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.067126 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.067631 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: ip-substring-filtering Sep 24 03:23:03.067951 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: l2_adjacency.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.068866 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.069366 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension l2_adjacency not supported by any of loaded plugins Sep 24 03:23:03.069684 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: l3.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.070818 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.071362 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: router Sep 24 03:23:03.071683 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: l3_conntrack_helper.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.073943 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.074469 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 24 03:23:03.074796 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.075720 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.076231 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: ext-gw-mode Sep 24 03:23:03.076553 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.077475 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.078009 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: l3-ha Sep 24 03:23:03.078332 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: l3_flavors.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.079256 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.079758 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: l3-flavors Sep 24 03:23:03.080082 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.080989 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.081490 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: l3-port-ip-change-not-allowed Sep 24 03:23:03.081837 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: l3agentscheduler.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.082879 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.083388 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: l3_agent_scheduler Sep 24 03:23:03.083710 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: logging.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.085172 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.085691 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension logging not supported by any of loaded plugins Sep 24 03:23:03.086049 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: metering.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.086788 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.087366 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: metering Sep 24 03:23:03.087685 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.088763 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.089277 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: metering_source_and_destination_fields Sep 24 03:23:03.089598 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: multiprovidernet.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.090559 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.091065 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: multi-provider Sep 24 03:23:03.091384 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: netmtu.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.092283 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.092787 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: net-mtu Sep 24 03:23:03.093106 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: netmtu_writable.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.094043 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.095062 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: net-mtu-writable Sep 24 03:23:03.095378 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: network_availability_zone.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.096043 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.096547 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: network_availability_zone Sep 24 03:23:03.096862 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: network_ip_availability.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.098030 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.098543 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: network-ip-availability Sep 24 03:23:03.098867 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: network_segment_range.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.099628 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.100134 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension network-segment-range not supported by any of loaded plugins Sep 24 03:23:03.100453 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: pagination.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.101420 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.101777 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: pagination Sep 24 03:23:03.102099 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: port_device_profile.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.103021 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.103531 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: port-device-profile Sep 24 03:23:03.103850 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.104756 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.105259 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: port-mac-address-regenerate Sep 24 03:23:03.105576 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.106512 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.107016 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: port-numa-affinity-policy Sep 24 03:23:03.107331 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: port_resource_request.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.108345 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.108846 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension port-resource-request not supported by any of loaded plugins Sep 24 03:23:03.109161 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: portbindings.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.110649 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.111149 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: binding Sep 24 03:23:03.111466 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: portbindings_extended.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.112737 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.113249 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: binding-extended Sep 24 03:23:03.113571 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: portsecurity.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.114514 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.115024 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: port-security Sep 24 03:23:03.115350 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: project_id.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.116311 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.116639 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: project-id Sep 24 03:23:03.116958 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: providernet.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.117974 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.118488 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: provider Sep 24 03:23:03.118806 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: qos.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.122575 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.123093 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension qos not supported by any of loaded plugins Sep 24 03:23:03.123421 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.124644 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.125190 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 24 03:23:03.125602 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.126547 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.127059 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 24 03:23:03.127384 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: qos_default.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.128287 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.128802 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension qos-default not supported by any of loaded plugins Sep 24 03:23:03.129130 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: qos_fip.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.129797 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.130304 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension qos-fip not supported by any of loaded plugins Sep 24 03:23:03.130623 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: qos_gateway_ip.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.131541 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.132073 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 24 03:23:03.132390 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: qos_port_network_policy.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.133303 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.133832 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 24 03:23:03.134152 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: qos_pps_rule.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.135319 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.135832 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension qos-pps not supported by any of loaded plugins Sep 24 03:23:03.136153 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: qos_rule_type_details.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.137058 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.137564 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 24 03:23:03.137911 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: qos_rules_alias.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.138940 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.139450 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 24 03:23:03.139770 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: quotasv2.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.140693 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.141018 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: quotas Sep 24 03:23:03.141475 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: quotasv2_detail.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.144742 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.145084 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: quota_details Sep 24 03:23:03.145417 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: rbac.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.146504 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.147028 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: rbac-policies Sep 24 03:23:03.147352 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: rbac_address_group.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.148271 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.148781 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: rbac-address-group Sep 24 03:23:03.149103 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: rbac_address_scope.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.150046 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.150558 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: rbac-address-scope Sep 24 03:23:03.150877 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: rbac_security_groups.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.151780 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.152286 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: rbac-security-groups Sep 24 03:23:03.152605 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: rbac_subnetpool.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.153508 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.154050 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: rbac-subnetpool Sep 24 03:23:03.154369 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: revisionifmatch.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.155277 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.155789 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: revision-if-match Sep 24 03:23:03.156107 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: revisions.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.159404 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.159929 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: standard-attr-revisions Sep 24 03:23:03.160256 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: router_availability_zone.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.160943 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.161454 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: router_availability_zone Sep 24 03:23:03.161797 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: routerservicetype.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.162724 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.163230 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension router-service-type not supported by any of loaded plugins Sep 24 03:23:03.163552 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.164471 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.164981 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: security-groups-normalized-cidr Sep 24 03:23:03.165300 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: security_groups_port_filtering.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.166236 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.166742 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: port-security-groups-filtering Sep 24 03:23:03.167061 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.167968 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.168477 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: security-groups-remote-address-group Sep 24 03:23:03.168796 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: securitygroup.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.180262 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.180789 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: security-group Sep 24 03:23:03.181121 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: segment.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.181944 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.182458 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension segment not supported by any of loaded plugins Sep 24 03:23:03.182785 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.183718 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.184225 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 24 03:23:03.184548 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: servicetype.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.185750 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.186274 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: service-type Sep 24 03:23:03.186600 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: sorting.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.187581 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.187907 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: sorting Sep 24 03:23:03.188811 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: standard_attr_segment.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.189738 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.190258 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 24 03:23:03.190578 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: standardattrdescription.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.191223 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.191727 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: standard-attr-description Sep 24 03:23:03.192046 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: stateful_security_group.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.192970 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.193483 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: stateful-security-group Sep 24 03:23:03.193832 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: stdattrs_common.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.194412 dv-cinder-810800-1-iscsi neutron-server[93909]: WARNING neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 24 03:23:03.194729 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.195642 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.196154 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 24 03:23:03.196472 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: subnet_onboard.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.197521 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.198065 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: subnet_onboard Sep 24 03:23:03.198389 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.199299 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.199809 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 24 03:23:03.200128 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: subnet_service_types.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.201037 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.201549 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: subnet-service-types Sep 24 03:23:03.201902 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: subnetallocation.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.203020 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.203536 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: subnet_allocation Sep 24 03:23:03.204405 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.205149 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.205660 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: subnetpool-prefix-ops Sep 24 03:23:03.206005 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.206925 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.207430 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 24 03:23:03.207750 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: tagging.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.208861 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.209373 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: standard-attr-tag Sep 24 03:23:03.209695 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: timestamp.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.210903 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.211417 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loaded extension: standard-attr-timestamp Sep 24 03:23:03.211740 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: trunk.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.212767 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.213284 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension trunk not supported by any of loaded plugins Sep 24 03:23:03.213603 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: trunk_details.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.214615 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.215125 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension trunk-details not supported by any of loaded plugins Sep 24 03:23:03.215444 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: uplink_status_propagation.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.216354 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.216862 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 24 03:23:03.217180 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Loading extension file: vlantransparent.py {{(pid=93909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 03:23:03.217885 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 03:23:03.218391 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extension vlan-transparent not supported by any of loaded plugins Sep 24 03:23:03.221092 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:network Sep 24 03:23:03.221618 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:subnet Sep 24 03:23:03.222032 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 03:23:03.222424 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:port Sep 24 03:23:03.223616 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.224044 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service FLAVORS assigned prefix: {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.224686 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.225107 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.225438 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:router Sep 24 03:23:03.225886 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:floatingip Sep 24 03:23:03.226370 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service METERING assigned prefix: /metering {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.227769 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:03.228132 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:03.228479 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:23:03.229497 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 03:23:03.229948 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:security_group Sep 24 03:23:03.230379 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 03:23:03.230956 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service CORE assigned prefix: {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.231279 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 03:23:03.231617 dv-cinder-810800-1-iscsi neutron-server[93909]: WARNING neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] subnetpool is already registered Sep 24 03:23:03.232050 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service CORE assigned prefix: {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.232379 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 03:23:03.232711 dv-cinder-810800-1-iscsi neutron-server[93909]: WARNING neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] subnetpool is already registered Sep 24 03:23:03.235063 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.235546 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service FLAVORS assigned prefix: {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.236142 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.236560 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.236887 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:router Sep 24 03:23:03.237220 dv-cinder-810800-1-iscsi neutron-server[93909]: WARNING neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] router is already registered Sep 24 03:23:03.237624 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:floatingip Sep 24 03:23:03.237978 dv-cinder-810800-1-iscsi neutron-server[93909]: WARNING neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] floatingip is already registered Sep 24 03:23:03.238426 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service METERING assigned prefix: /metering {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.239080 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 03:23:03.239402 dv-cinder-810800-1-iscsi neutron-server[93909]: WARNING neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] rbac_policy is already registered Sep 24 03:23:03.239803 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:security_group Sep 24 03:23:03.240129 dv-cinder-810800-1-iscsi neutron-server[93909]: WARNING neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] security_group is already registered Sep 24 03:23:03.240517 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 03:23:03.240842 dv-cinder-810800-1-iscsi neutron-server[93909]: WARNING neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] security_group_rule is already registered Sep 24 03:23:03.241447 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service CORE assigned prefix: {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.241801 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 03:23:03.242127 dv-cinder-810800-1-iscsi neutron-server[93909]: WARNING neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] subnetpool is already registered Sep 24 03:23:03.242541 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.v2.resource_helper [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Service CORE assigned prefix: {{(pid=93909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 03:23:03.242866 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 03:23:03.243188 dv-cinder-810800-1-iscsi neutron-server[93909]: WARNING neutron.quota.resource_registry [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] subnetpool is already registered Sep 24 03:23:03.243639 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: extensions {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.245118 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: address-groups {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.246541 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: address-scopes {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.248111 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: agents {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.249256 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: auto-allocated-topology {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.251106 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: availability_zones {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.252494 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: dhcp-networks {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.254103 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: dhcp-agents {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.255522 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: routers {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.257697 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: flavors {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.258865 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: service_profiles {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.260055 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: next_providers {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.261487 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: service_profiles {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.263034 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: floatingip-pools {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.264243 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: routers {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.266540 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: floatingips {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.267804 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: l3-routers {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.269182 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: l3-agents {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.270596 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: metering-labels {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.271931 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: metering-label-rules {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.273193 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: network-ip-availabilities {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.274476 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: bindings {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.276942 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: quotas {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.278424 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: quotas {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.279810 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: rbac-policies {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.280988 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: security-groups {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.282895 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: security-group-rules {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.284144 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: service-providers {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.285340 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: subnetpools {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.286783 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: subnetpools {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.288213 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: tags {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.289884 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: tags {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.291688 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: tags {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.293449 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: tags {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.295247 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: tags {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.297079 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: tags {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.299384 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: tags {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.301262 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: tags {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.303038 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: tags {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.304766 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron.api.extensions [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Extended resource: tags {{(pid=93909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 03:23:03.310768 dv-cinder-810800-1-iscsi neutron-server[93909]: WARNING keystonemiddleware.auth_token [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 24 03:23:03.315554 dv-cinder-810800-1-iscsi neutron-server[93909]: WARNING keystonemiddleware.auth_token [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 24 03:23:03.326196 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_concurrency.lockutils [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Acquired lock "singleton_lock" {{(pid=93909) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 24 03:23:03.326663 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_concurrency.lockutils [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Releasing lock "singleton_lock" {{(pid=93909) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 24 03:23:03.327302 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO oslo_service.service [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Starting 2 workers Sep 24 03:23:03.332100 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Started child 94016 {{(pid=93909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 03:23:03.336562 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Started child 94017 {{(pid=93909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 03:23:03.337635 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:03.338283 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO neutron.service [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Neutron service started, listening on 0.0.0.0:9696 Sep 24 03:23:03.338775 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Notify callbacks [] for process, before_spawn {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:03.339137 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [-] (94016) wsgi starting up on http://0.0.0.0:9696 Sep 24 03:23:03.341198 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO oslo_service.service [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Starting 1 workers Sep 24 03:23:03.343018 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:03.345439 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [-] (94017) wsgi starting up on http://0.0.0.0:9696 Sep 24 03:23:03.347001 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Started child 94018 {{(pid=93909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 03:23:03.347559 dv-cinder-810800-1-iscsi neutron-server[93909]: INFO oslo_service.service [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Starting 1 workers Sep 24 03:23:03.351159 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.service [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] calling RpcWorker wait() {{(pid=94018) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 24 03:23:03.351733 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.service [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] returning from RpcWorker wait() {{(pid=94018) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 24 03:23:03.352022 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Started child 94019 {{(pid=93909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 03:23:03.352847 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-188f1d59-65f0-46f7-afe4-34bf4b33f83f None None] Notify callbacks [] for process, after_spawn {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:03.352943 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:03.353476 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:23:03.354749 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93909) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 03:23:03.354943 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 03:23:03.355123 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 03:23:03.355331 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 03:23:03.355656 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 03:23:03.355807 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 03:23:03.356323 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.356584 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.356835 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.357081 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.357181 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:03.357620 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.357978 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.358073 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:23:03.358252 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.358494 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.358769 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.358995 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.359157 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.359321 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.359559 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.359783 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.360691 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.361430 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.361430 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.361430 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.361636 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.361844 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.362119 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.362356 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.362622 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] debug = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.362858 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.363333 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.363558 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.363812 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.364038 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.364296 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.364531 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.364783 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.365032 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.365241 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.365504 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.365765 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.365991 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.366227 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.366463 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.366707 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.366920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.367379 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] host = dv-cinder-810800-1-iscsi {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.367616 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.367844 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.368086 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.368323 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.368558 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.368782 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.369020 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.369282 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.369537 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.369773 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.370006 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.370251 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.370486 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.370729 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_file = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.370880 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_options = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.371120 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.371355 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.371614 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.372057 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.372226 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.372372 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.372608 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.372751 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.372993 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.373213 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.373425 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.373640 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.373891 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.374116 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.374359 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.374600 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.374797 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.375002 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.375239 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.376087 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.376294 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.377080 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.377080 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.377080 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.377689 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.377689 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.377689 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.378139 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.378139 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.378487 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.378487 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.378759 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.378911 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.379125 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.379393 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.379615 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.379836 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.380064 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.380325 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.380545 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.380786 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.381045 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.381250 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.381471 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.381695 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.381916 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.382136 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] use_json = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.382338 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.382575 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.382840 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.383046 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.383269 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.383475 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.383688 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.383927 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.384336 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.384598 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.384926 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.385175 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.385400 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.386514 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.386514 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.386514 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.386750 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.386892 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.387498 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.387731 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.388274 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.388702 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.389119 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.389431 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.389682 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.389974 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.390207 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.390428 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.390644 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.390875 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.394780 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.394780 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.394780 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.394780 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.394780 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.394780 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.394780 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.394780 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.396044 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.396044 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.396044 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.396044 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.396044 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.396044 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.396044 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.396044 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.398906 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.398906 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.398906 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.398906 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.398906 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.398906 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.398906 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.398906 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.398906 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.399643 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.399643 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.399643 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.399643 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.399643 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.399643 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.399643 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.399643 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.399643 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.402920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.402920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.402920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.402920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.402920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.402920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.402920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.402920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.404937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.404937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.404937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.404937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.404937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.404937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.405368 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.405368 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.405521 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.405719 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.405984 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.406219 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.406460 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.406763 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.407094 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.407342 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.407564 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.407807 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.408026 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.408271 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.408508 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.408744 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.408960 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.409192 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.409405 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.409678 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.410032 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.410275 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.410515 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.410756 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.411024 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.411265 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.411533 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.411774 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.411994 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.412231 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.412502 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.412753 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.413000 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.413244 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.413482 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.413749 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.413956 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.414200 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.414438 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.414689 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.414942 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.415195 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.415429 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.415687 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.415918 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.416167 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.416428 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.416690 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.416966 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.417193 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.417467 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.417764 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.418037 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.418289 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.418538 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.418807 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.419048 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.419301 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.419554 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.419787 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.420019 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.420259 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.420544 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.420794 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.421031 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.421263 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.421491 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.421837 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.422098 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.422348 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.422580 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.422858 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.423107 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.423355 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.423631 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.423880 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.424131 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.424375 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.424602 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.424820 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.425079 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.425319 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.425531 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.425794 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.426032 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.426285 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.426498 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.426730 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.426964 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.427178 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.427395 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.427624 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.427840 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.428057 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.428303 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.428515 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.428750 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.428987 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.429264 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.429607 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.429940 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.430143 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.430394 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.435937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.435937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.435937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.435937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.435937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.435937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.435937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.435937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.437124 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.437124 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.437124 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.437124 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.437124 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.437124 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.437124 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.437124 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.439311 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.439311 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.439311 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.439311 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.439311 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.439311 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.439311 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.439311 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.440495 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.440495 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.440495 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.440495 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.440495 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.440495 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.440495 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.440495 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.441537 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.441537 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.441537 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.441537 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.441537 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.441537 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.441537 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.441537 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.441537 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.442728 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.442728 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.442728 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.442728 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.442728 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.442728 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.442728 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.442728 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.443759 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.443759 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.443759 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.443759 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.443759 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.443759 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.444534 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.444534 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.444534 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.444916 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.444916 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.445200 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.445200 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.445469 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.445605 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.445786 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.446009 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.446247 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.446537 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.446689 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.446918 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.447124 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.447870 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.447870 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.447870 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.448307 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.448307 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.448748 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.449040 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.449040 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.449363 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.449499 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.449814 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.450493 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.450493 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.450493 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.450920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.450920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.451189 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.451471 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.451784 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.452028 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.452281 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.452586 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.452868 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.453149 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.453362 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.453752 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.454076 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.454354 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.454611 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.454837 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.455082 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.455304 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.455519 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.455853 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.455976 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.456181 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.456441 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.456671 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.456893 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.457106 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.457329 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.457567 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.457811 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.458041 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.458261 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.458474 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.458630 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 03:23:03.459167 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93909) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 03:23:03.459325 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 03:23:03.459477 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 03:23:03.459643 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 03:23:03.459811 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 03:23:03.459961 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 03:23:03.460169 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.460330 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.460493 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.460654 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.460828 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.460995 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.461160 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.461319 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.461477 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.461637 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.461819 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.461980 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.462139 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.462298 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.462456 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.462615 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.462773 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.462932 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.463097 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.463257 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.463416 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.463573 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.463733 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] debug = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.463891 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.464101 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.464265 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.464424 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.464581 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.464739 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.464897 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.465055 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.465212 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.465371 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.465530 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.465688 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.465867 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.466026 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.466183 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.466340 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.466498 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.466655 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] host = dv-cinder-810800-1-iscsi {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.466813 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.466971 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.467129 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.467287 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.467445 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.467604 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.467762 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.467920 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.468079 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.468238 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.468397 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.469748 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.469748 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.469748 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_file = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.469748 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_options = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.469748 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.469748 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.469748 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.469748 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.470324 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.470324 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.470324 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.470324 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.470545 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.470545 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.470847 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.470847 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.471018 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.471199 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.471316 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.471475 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.471633 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.471791 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.471950 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.472131 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.472296 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.472454 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.472572 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.472730 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.472888 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.473050 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.473208 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.473366 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.473524 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.473682 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.473960 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.474127 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.474301 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.474438 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.474597 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.474755 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.474913 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.475071 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.475233 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.475391 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.475549 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.475707 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.475860 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.476017 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.476176 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.476335 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.476493 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] use_json = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.476651 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.476808 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.476965 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.477129 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.477301 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.477428 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.477548 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.477756 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 03:23:03.477925 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.478074 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.478244 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.478406 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.478565 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.478725 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.478885 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.479045 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.479205 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.479366 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.479533 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.479696 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.479866 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.480026 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.480186 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.480349 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.480510 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.480672 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.480833 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.480993 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.481153 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.481381 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.481511 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.481650 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.481808 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.481959 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.482119 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.482293 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.482454 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.482616 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.482775 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.482935 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.483100 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.483262 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.483423 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.483583 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.483744 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.483903 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.484063 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.484222 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.484381 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.484540 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.484701 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.485392 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.485570 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.485701 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.485881 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.486041 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.486202 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.486362 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.486522 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.486683 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.486843 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.486999 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.487153 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.487323 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.487481 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.487640 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.487800 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.487985 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.488110 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.488236 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.488395 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.488555 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.488716 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.488875 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.489046 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.489206 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.489365 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.489524 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.489683 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.489856 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.490036 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.490198 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.490359 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.490519 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.490679 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.490838 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.490954 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:23:03.491081 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.491211 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.491340 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.491461 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.491580 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.491738 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.491896 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.492056 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.492215 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.492376 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.492535 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.492702 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.492876 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.493037 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.493197 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.493356 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.493521 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.493679 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.493864 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.494024 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.494183 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.494358 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.494502 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.494662 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.494824 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.494984 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.495193 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.495286 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.495448 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.495606 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.495766 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.495926 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.496085 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.496245 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.496404 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.496563 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.496722 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.497139 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.497309 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.497467 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.497629 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.497811 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.497978 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.498148 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.498308 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.498469 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.498628 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.498788 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.498948 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.499110 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.499263 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.499401 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.499547 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.499710 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.499877 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.500046 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.500196 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.500355 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.501119 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.501414 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.501759 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.501931 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.502092 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.502253 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.502418 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.502636 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.502802 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.503003 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.503003 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.503262 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.503350 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.503465 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.503919 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.503919 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.503919 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.504248 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.504248 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.504550 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.504550 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.504822 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.504822 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.505052 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.505183 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.505436 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.505436 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.505665 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.505817 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.505937 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.506018 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.506158 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.506318 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.506477 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.506759 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.506942 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.506942 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.507318 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.507318 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.507552 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.507552 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.507778 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.507912 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.508034 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.508153 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.508273 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.508393 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.508556 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.508716 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.508876 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.509037 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.509198 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.509345 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.509571 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.509669 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.509835 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.510009 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.510169 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.510330 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.510492 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.510651 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.510811 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.510971 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.511195 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.511293 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.511441 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.511602 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.511766 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.511929 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.512110 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.512240 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.512399 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.512559 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.512720 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.512880 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.513051 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.513212 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.513371 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.513751 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.513751 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.513951 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.514029 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.514162 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.514321 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.514479 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.514638 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.514798 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.514995 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.515183 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.515324 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.515458 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.515582 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.515715 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.515886 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.516068 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.516231 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.516529 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.516693 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.516851 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.517020 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.517181 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.517341 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.517501 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.517660 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.517840 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.518011 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.518171 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.518330 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.518490 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.518649 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.518809 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.518978 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.519139 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.519299 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.519468 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.519626 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.519793 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.519953 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.520126 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.520288 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.520450 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.520611 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.520772 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.520932 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.521093 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.521263 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.521434 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.521599 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.521790 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.521961 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.522133 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.522304 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.522466 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.522632 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.522804 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.522964 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.523124 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.523286 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.523447 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.523607 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.523772 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.523934 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.524093 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.524252 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.524411 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.524571 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.524731 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.524890 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.525049 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.525209 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.525369 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.525529 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.525689 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.525869 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 03:23:03.526022 dv-cinder-810800-1-iscsi neutron-server[93909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 03:23:03.634661 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 45886) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:23:03.643503 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065582 Sep 24 03:23:15.262732 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24595ff8-b535-4037-bd7d-936dabcf2ad0 None None] get_active_networks_info from dv-cinder-810800-1-iscsi {{(pid=94018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 03:23:15.383985 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24595ff8-b535-4037-bd7d-936dabcf2ad0 None None] No non-hosted networks {{(pid=94018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 24 03:23:15.412176 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.agentschedulers_db [None req-24595ff8-b535-4037-bd7d-936dabcf2ad0 None None] DHCP Agent not found on host dv-cinder-810800-1-iscsi {{(pid=94018) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 24 03:23:15.582004 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3eaec3e7-989f-4ef0-8b8c-eb4e9d7778e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726736'] for agent, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:17.679551 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33813727-f8f2-43db-993e-7107788e5726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726736'] for agent, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:17.738010 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7cc8-25fd-4ed3-a9b6-dd4f97c4621b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:18.689886 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726736'] for agent, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:18.691204 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:18.693392 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:18.694058 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:18.695252 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:18.698052 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:18.698552 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:18.699078 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:18.700556 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:18.701792 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:18.702477 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:18.704407 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:18.706468 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:18.708439 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810800-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:23:18.728167 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810800-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:23:19.330672 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726736'] for agent, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:20.592163 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.db.l3_hamode_db [None req-0d334fb3-0740-47ee-9043-bfa9211bd72f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 24 03:23:20.691850 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d334fb3-0740-47ee-9043-bfa9211bd72f None None] Routers set() bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:23:20.692389 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d334fb3-0740-47ee-9043-bfa9211bd72f None None] Router IDs set() for agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 03:23:20.694335 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726736'] for agent, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:21.972154 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 45980) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:23:22.465383 dv-cinder-810800-1-iscsi neutron-server[94016]: WARNING oslo_policy.policy [None req-dd5144c0-351e-41e8-a08e-acdcd771063c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 03:23:22.465976 dv-cinder-810800-1-iscsi neutron-server[94016]: WARNING oslo_policy.policy [None req-dd5144c0-351e-41e8-a08e-acdcd771063c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 03:23:22.696816 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [None req-dd5144c0-351e-41e8-a08e-acdcd771063c admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:23:22.697864 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-dd5144c0-351e-41e8-a08e-acdcd771063c admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7247772 Sep 24 03:23:25.133220 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 45994) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:23:25.448986 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-2bfa83be-7f46-4018-bfcf-5561a2b71b79 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:23:25.545217 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.policy [None req-2bfa83be-7f46-4018-bfcf-5561a2b71b79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94016) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 03:23:25.591405 dv-cinder-810800-1-iscsi neutron-server[94016]: WARNING oslo_policy.policy [None req-2bfa83be-7f46-4018-bfcf-5561a2b71b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 03:23:25.591774 dv-cinder-810800-1-iscsi neutron-server[94016]: WARNING oslo_policy.policy [None req-2bfa83be-7f46-4018-bfcf-5561a2b71b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 03:23:25.601108 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.quota [None req-2bfa83be-7f46-4018-bfcf-5561a2b71b79 admin admin] Loaded quota_driver: . Sep 24 03:23:25.690207 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2bfa83be-7f46-4018-bfcf-5561a2b71b79 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770954002355', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770954001504', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770954145513', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770954142779', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770954622289', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770954162338', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7884223', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7824027', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-515092', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-435518'] for rbac-policy, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:25.754125 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2bfa83be-7f46-4018-bfcf-5561a2b71b79 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:25.755312 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-2bfa83be-7f46-4018-bfcf-5561a2b71b79 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6210892 Sep 24 03:23:28.355803 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 46006) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:23:28.650489 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'project_id': '2f25c951b0e44bd88911915fc134847c', 'admin_state_up': True}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:23:28.679492 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Made reservation on behalf of 2f25c951b0e44bd88911915fc134847c for: {'network': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:23:28.682267 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:28.698829 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:28.821288 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:28.824843 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:28.843142 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:23:28.873239 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770956157323', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:28.873851 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Unsubscribe: segment precommit_create {{(pid=94016) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 03:23:28.874353 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.segments_db [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Added segment 105af406-9a3c-4eb9-a774-d122ca3818a5 of type vlan for network 95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce Sep 24 03:23:28.890377 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0543bdaa-a780-473f-abf5-5fea1298187a,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:28.939744 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:28.940097 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:28.940430 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:28.940752 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:28.941070 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:28.941406 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:28.941749 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:28.942059 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:28.942385 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:28.942697 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:28.943004 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:28.943308 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Tracked resource versions report: Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: pushed versions: Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: { 'AddressGroup': {'1.2'}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'ConntrackHelper': {'1.0'}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Log': {'1.0'}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Network': {'1.1'}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Port': {'1.7'}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'PortForwarding': {'1.2'}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'QosPolicy': {'1.9'}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'SecurityGroup': {'1.4'}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'SecurityGroupRule': {'1.2'}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'SubPort': {'1.0'}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Subnet': {'1.1'}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Trunk': {'1.1'}} Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: consumer versions: Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: { DHCP agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: L3 agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: Metadata agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: Metering agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: Open vSwitch agent@dv-cinder-810800-1-iscsi: { 'AddressGroup': '1.2', Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'ConntrackHelper': '1.0', Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Log': '1.0', Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Network': '1.1', Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Port': '1.7', Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'PortForwarding': '1.2', Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'QosPolicy': '1.9', Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'SecurityGroup': '1.4', Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'SecurityGroupRule': '1.2', Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'SubPort': '1.0', Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Subnet': '1.1', Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Trunk': '1.1'}} Sep 24 03:23:28.944357 dv-cinder-810800-1-iscsi neutron-server[94016]: {{(pid=94016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 03:23:28.993647 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:29.032672 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:29.033798 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:23:29.034438 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:29.096132 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7392092 Sep 24 03:23:29.133020 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957dad7-2e95-47a6-ac47-c0473a4fcf82 admin admin] Pushing event updated for resources: {'Network': ['ID=95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:29.144832 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network 95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:23:31.779486 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 46020) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:23:32.182637 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a390bf9-9609-44ef-8242-52341d9dac82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:23:32.183985 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-2a390bf9-9609-44ef-8242-52341d9dac82 admin admin] 10.222.0.18 "GET /v2.0/networks/95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce HTTP/1.1" status: 200 len: 825 time: 0.4035549 Sep 24 03:23:32.208163 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-9ae9864d-21a0-429e-a948-d52db54f99da admin admin] 10.222.0.18 "GET /v2.0/subnetpools/f5f86292-cb27-4148-8e76-7c3b32e3c04b HTTP/1.1" status: 200 len: 734 time: 0.0179942 Sep 24 03:23:32.216810 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-160cc3c7-863e-44f3-ab0d-930b758f677a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'ip_version': 4, 'subnetpool_id': 'f5f86292-cb27-4148-8e76-7c3b32e3c04b', 'gateway_ip': '172.20.0.1'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:23:32.239416 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160cc3c7-863e-44f3-ab0d-930b758f677a admin admin] Made reservation on behalf of 2f25c951b0e44bd88911915fc134847c for: {'subnet': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:23:32.241751 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-160cc3c7-863e-44f3-ab0d-930b758f677a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:32.523380 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-160cc3c7-863e-44f3-ab0d-930b758f677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for subnet, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:32.592976 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cc3c7-863e-44f3-ab0d-930b758f677a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db459e1-a125-46c4-897f-4f5f000a070b,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:32.595011 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160cc3c7-863e-44f3-ab0d-930b758f677a admin admin] Checking segment: {'id': '105af406-9a3c-4eb9-a774-d122ca3818a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:23:32.595362 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160cc3c7-863e-44f3-ab0d-930b758f677a admin admin] Network hostable DHCP agents. Network: 95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:23:32.616501 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160cc3c7-863e-44f3-ab0d-930b758f677a admin admin] Network 95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:23:32.628368 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-160cc3c7-863e-44f3-ab0d-930b758f677a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, 95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce) {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:23:32.632829 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160cc3c7-863e-44f3-ab0d-930b758f677a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:23:32.633427 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-160cc3c7-863e-44f3-ab0d-930b758f677a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:32.637876 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfa776d-eabb-4831-af89-81564743e28c None None] Network 95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:23:32.647959 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-160cc3c7-863e-44f3-ab0d-930b758f677a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4341741 Sep 24 03:23:32.963496 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d15cbd0-2b0d-5cfe-b69c-d2344c4145b9-95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce', 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'fixed_ips': [{'subnet_id': '9db459e1-a125-46c4-897f-4f5f000a070b'}]}} from dv-cinder-810800-1-iscsi. {{(pid=94018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 03:23:32.964813 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:33.237456 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Allocated IP 172.20.0.2 (95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce/9db459e1-a125-46c4-897f-4f5f000a070b/f17b299e-da11-47d0-8184-8aa1cc25b66c) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:23:33.459710 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:33.467665 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:33.536305 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Network 95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:23:33.543982 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:23:33.547557 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:23:33.565542 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Pushing event updated for resources: {'Port': ['ID=f17b299e-da11-47d0-8184-8aa1cc25b66c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:33.616194 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:33.616536 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:33.616871 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:33.617200 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:33.617525 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:33.617881 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:33.618219 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:33.618542 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:33.618886 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:33.619208 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:33.619704 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:33.619847 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Tracked resource versions report: Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: pushed versions: Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: { 'AddressGroup': {'1.2'}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'ConntrackHelper': {'1.0'}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Log': {'1.0'}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Network': {'1.1'}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Port': {'1.7'}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'PortForwarding': {'1.2'}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'QosPolicy': {'1.9'}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'SecurityGroup': {'1.4'}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'SecurityGroupRule': {'1.2'}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'SubPort': {'1.0'}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Subnet': {'1.1'}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Trunk': {'1.1'}} Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: consumer versions: Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: { DHCP agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: L3 agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: Metadata agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: Metering agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: Open vSwitch agent@dv-cinder-810800-1-iscsi: { 'AddressGroup': '1.2', Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'ConntrackHelper': '1.0', Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Log': '1.0', Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Network': '1.1', Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Port': '1.7', Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'PortForwarding': '1.2', Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'QosPolicy': '1.9', Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'SecurityGroup': '1.4', Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'SecurityGroupRule': '1.2', Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'SubPort': '1.0', Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Subnet': '1.1', Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Trunk': '1.1'}} Sep 24 03:23:33.620948 dv-cinder-810800-1-iscsi neutron-server[94018]: {{(pid=94018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 03:23:33.657273 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Attempting to bind port f17b299e-da11-47d0-8184-8aa1cc25b66c on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:23:33.657941 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Attempting to bind port f17b299e-da11-47d0-8184-8aa1cc25b66c by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '105af406-9a3c-4eb9-a774-d122ca3818a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:23:33.658083 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Attempting to bind port f17b299e-da11-47d0-8184-8aa1cc25b66c on network 95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:23:33.662768 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:23:33.663176 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Checking segment: {'id': '105af406-9a3c-4eb9-a774-d122ca3818a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:23:33.663632 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:33.664018 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Bound using segment: {'id': '105af406-9a3c-4eb9-a774-d122ca3818a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:23:33.664468 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Bound port: f17b299e-da11-47d0-8184-8aa1cc25b66c, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105af406-9a3c-4eb9-a774-d122ca3818a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:23:33.664855 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:33.725456 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] For port f17b299e-da11-47d0-8184-8aa1cc25b66c, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:23:33.729735 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] For port f17b299e-da11-47d0-8184-8aa1cc25b66c, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=f17b299e-da11-47d0-8184-8aa1cc25b66c,segment=NetworkSegment(105af406-9a3c-4eb9-a774-d122ca3818a5),segment_id=105af406-9a3c-4eb9-a774-d122ca3818a5)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:23:33.734184 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:33.797312 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ada8ca-af8b-4a1e-acf6-f23ef7498508 None None] Pushing event updated for resources: {'Port': ['ID=f17b299e-da11-47d0-8184-8aa1cc25b66c,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:35.091946 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 46028) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:23:35.406653 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [None req-9efebe3e-2b2b-4588-b645-a64d3a13debe admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:23:35.407664 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-9efebe3e-2b2b-4588-b645-a64d3a13debe admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3147755 Sep 24 03:23:37.815791 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 46036) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:23:38.129469 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [None req-ee99a31b-c162-4723-b747-b21743e83713 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:23:38.130586 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-ee99a31b-c162-4723-b747-b21743e83713 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3137889 Sep 24 03:23:40.804110 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46046) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:23:41.325516 dv-cinder-810800-1-iscsi neutron-server[94017]: WARNING oslo_policy.policy [None req-7a28722c-b8e7-4b36-9bfb-6e5b5aff8e35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 03:23:41.326136 dv-cinder-810800-1-iscsi neutron-server[94017]: WARNING oslo_policy.policy [None req-7a28722c-b8e7-4b36-9bfb-6e5b5aff8e35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 03:23:41.546566 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7a28722c-b8e7-4b36-9bfb-6e5b5aff8e35 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '2f25c951b0e44bd88911915fc134847c'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:23:41.610761 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.policy [None req-7a28722c-b8e7-4b36-9bfb-6e5b5aff8e35 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94017) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 03:23:41.663956 dv-cinder-810800-1-iscsi neutron-server[94017]: WARNING oslo_policy.policy [None req-7a28722c-b8e7-4b36-9bfb-6e5b5aff8e35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 03:23:41.664346 dv-cinder-810800-1-iscsi neutron-server[94017]: WARNING oslo_policy.policy [None req-7a28722c-b8e7-4b36-9bfb-6e5b5aff8e35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 03:23:41.672936 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.quota [None req-7a28722c-b8e7-4b36-9bfb-6e5b5aff8e35 admin admin] Loaded quota_driver: . Sep 24 03:23:41.729593 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a28722c-b8e7-4b36-9bfb-6e5b5aff8e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:41.731591 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a28722c-b8e7-4b36-9bfb-6e5b5aff8e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6812'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:41.890221 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a28722c-b8e7-4b36-9bfb-6e5b5aff8e35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:41.895494 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a28722c-b8e7-4b36-9bfb-6e5b5aff8e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715173'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:41.917938 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a28722c-b8e7-4b36-9bfb-6e5b5aff8e35 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:41.919476 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-7a28722c-b8e7-4b36-9bfb-6e5b5aff8e35 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1132078 Sep 24 03:23:42.287415 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76e2e5-e507-40fc-98c1-f88e5261a6e3 None None] Network 95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:23:42.356446 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device f17b299e-da11-47d0-8184-8aa1cc25b66c up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:23:42.413938 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 5 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:23:42.477821 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-80b63fe7-f2d6-479f-b43a-a65d8a801ec2 None None] Provisioning complete for port f17b299e-da11-47d0-8184-8aa1cc25b66c triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:23:42.478214 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80b63fe7-f2d6-479f-b43a-a65d8a801ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:42.527439 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port f17b299e-da11-47d0-8184-8aa1cc25b66c triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:23:42.527747 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:42.708414 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80b63fe7-f2d6-479f-b43a-a65d8a801ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:42.727979 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:42.768923 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-80b63fe7-f2d6-479f-b43a-a65d8a801ec2 None None] For port f17b299e-da11-47d0-8184-8aa1cc25b66c, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=f17b299e-da11-47d0-8184-8aa1cc25b66c,segment=NetworkSegment(105af406-9a3c-4eb9-a774-d122ca3818a5),segment_id=105af406-9a3c-4eb9-a774-d122ca3818a5)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:23:42.774807 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80b63fe7-f2d6-479f-b43a-a65d8a801ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:42.844031 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.db.api [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 03:23:42.844444 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG oslo_db.api [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 03:23:42.848613 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b63fe7-f2d6-479f-b43a-a65d8a801ec2 None None] Pushing event updated for resources: {'Port': ['ID=f17b299e-da11-47d0-8184-8aa1cc25b66c,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:42.893877 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7df3df94-ff92-4912-8761-88c0b6460644 None None] Provisioning complete for port f17b299e-da11-47d0-8184-8aa1cc25b66c triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:23:42.894251 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7df3df94-ff92-4912-8761-88c0b6460644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:44.306152 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device f17b299e-da11-47d0-8184-8aa1cc25b66c up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:23:44.332301 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46068) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:23:44.355337 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port f17b299e-da11-47d0-8184-8aa1cc25b66c triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:23:44.355718 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:44.655614 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [None req-ea50be6a-d19d-4e51-9085-ace52db248b9 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:23:44.656727 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-ea50be6a-d19d-4e51-9085-ace52db248b9 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3234162 Sep 24 03:23:45.168707 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f29396e-e4f8-4018-b296-de238ef2a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:47.083321 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46076) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:23:47.391568 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:23:47.414484 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Made reservation on behalf of 661247cc4c1a43cb92d7c76dd6fd411c for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:23:47.417223 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:47.431939 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:47.543411 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:47.546959 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:47.557139 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Reserving flat network on physical network physnet1 {{(pid=94017) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 24 03:23:47.588268 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770956157323', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:47.588845 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Unsubscribe: segment precommit_create {{(pid=94017) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 03:23:47.589350 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.segments_db [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Added segment 84e2afb5-cc2f-4917-bfb7-8cd04e7de581 of type flat for network fbd1662f-29d0-4f7e-9136-bac8ec89d902 Sep 24 03:23:47.606505 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b570f6e-1c90-4ff0-a5c0-a02bb53febbc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:47.662146 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-28a799ed-8251-4c8e-bd75-7ac04d0f0dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:47.662925 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:47.662925 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:47.663437 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:47.663613 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:47.663877 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:47.664211 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:47.664528 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:47.664840 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:47.665167 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:47.665483 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:47.665832 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:47.666129 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Tracked resource versions report: Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: pushed versions: Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: { 'AddressGroup': {'1.2'}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'ConntrackHelper': {'1.0'}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Log': {'1.0'}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Network': {'1.1'}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Port': {'1.7'}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'PortForwarding': {'1.2'}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'QosPolicy': {'1.9'}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'SecurityGroup': {'1.4'}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'SecurityGroupRule': {'1.2'}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'SubPort': {'1.0'}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Subnet': {'1.1'}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Trunk': {'1.1'}} Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: consumer versions: Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: { DHCP agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: L3 agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: Metadata agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: Metering agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: Open vSwitch agent@dv-cinder-810800-1-iscsi: { 'AddressGroup': '1.2', Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'ConntrackHelper': '1.0', Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Log': '1.0', Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Network': '1.1', Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Port': '1.7', Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'PortForwarding': '1.2', Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'QosPolicy': '1.9', Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'SecurityGroup': '1.4', Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'SecurityGroupRule': '1.2', Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'SubPort': '1.0', Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Subnet': '1.1', Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Trunk': '1.1'}} Sep 24 03:23:47.667245 dv-cinder-810800-1-iscsi neutron-server[94017]: {{(pid=94017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 03:23:47.712033 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:47.756739 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:47.757940 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:23:47.758565 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:47.815745 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7312841 Sep 24 03:23:47.856626 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e558d5-beb5-4203-a57c-655e4bb1cd93 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd1662f-29d0-4f7e-9136-bac8ec89d902,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:47.867708 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:23:48.681584 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:49.223536 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:50.229937 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 46098) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:23:50.403137 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c2fa92-0966-412b-93d8-b0c1c8475ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:23:50.404431 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-65c2fa92-0966-412b-93d8-b0c1c8475ed9 admin admin] 10.222.0.18 "GET /v2.0/subnets/9db459e1-a125-46c4-897f-4f5f000a070b HTTP/1.1" status: 200 len: 849 time: 0.1735923 Sep 24 03:23:50.562084 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-163cf1fc-79db-4db0-8b43-f057d7525c43 admin admin] 10.222.0.18 "GET /v2.0/routers/d9a78f24-623d-48ec-86df-077e5166f75b HTTP/1.1" status: 200 len: 704 time: 0.1513720 Sep 24 03:23:50.622698 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:50.826356 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:51.115058 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Allocated IP 172.20.0.1 (95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce/9db459e1-a125-46c4-897f-4f5f000a070b/fc1ab9aa-a480-46a9-831c-2af01648150c) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:23:51.267561 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:51.329676 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:51.442431 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Network 95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:23:51.450200 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:23:51.457963 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:23:51.458494 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726680'] for router_interface, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:51.482618 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Pushing event updated for resources: {'Port': ['ID=fc1ab9aa-a480-46a9-831c-2af01648150c,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:51.648699 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-be10f760-caea-449f-a541-3d5a7aec5efc None None] Provisioning complete for port fc1ab9aa-a480-46a9-831c-2af01648150c triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:23:51.649289 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be10f760-caea-449f-a541-3d5a7aec5efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:51.657063 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:51.683674 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-be10f760-caea-449f-a541-3d5a7aec5efc None None] Port fc1ab9aa-a480-46a9-831c-2af01648150c cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:23:51.867374 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:51.871899 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:51.872657 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725608'] for router_interface, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:51.932218 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Pushing event updated for resources: {'Port': ['ID=fc1ab9aa-a480-46a9-831c-2af01648150c,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:51.997038 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Network 95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:23:51.998332 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:23:52.161573 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Router d9a78f24-623d-48ec-86df-077e5166f75b is scheduled to L3 agent a47af37d-c188-448d-b268-a4c8957979dc with binding_index 1 {{(pid=94016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 03:23:52.205352 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-12ba9c67-3bb6-449f-b6bb-af82c234f709 None None] Provisioning complete for port fc1ab9aa-a480-46a9-831c-2af01648150c triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:23:52.205850 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-12ba9c67-3bb6-449f-b6bb-af82c234f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:52.240596 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-12ba9c67-3bb6-449f-b6bb-af82c234f709 None None] Port fc1ab9aa-a480-46a9-831c-2af01648150c cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:23:52.255292 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:23:52.261571 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-981997df-60ab-4216-81a5-a659a0dd981a admin admin] 10.222.0.18 "PUT /v2.0/routers/d9a78f24-623d-48ec-86df-077e5166f75b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6926577 Sep 24 03:23:52.277064 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Sync routers for ids ['d9a78f24-623d-48ec-86df-077e5166f75b'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:23:52.291315 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Routers {'d9a78f24-623d-48ec-86df-077e5166f75b'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:23:52.292135 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:23:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['d9a78f24-623d-48ec-86df-077e5166f75b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:23:52.470636 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Set router d9a78f24-623d-48ec-86df-077e5166f75b gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:23:52.897077 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'name': 'router1', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:23:41Z', 'updated_at': '2021-09-24T03:23:51Z', 'revision_number': 2, 'project_id': '2f25c951b0e44bd88911915fc134847c', 'gw_port_host': None, '_interfaces': [{'id': 'fc1ab9aa-a480-46a9-831c-2af01648150c', 'name': '', 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'mac_address': 'fa:16:3e:5b:49:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9db459e1-a125-46c4-897f-4f5f000a070b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:23:50Z', 'updated_at': '2021-09-24T03:23:51Z', 'revision_number': 2, 'project_id': '2f25c951b0e44bd88911915fc134847c', 'subnets': [{'id': '9db459e1-a125-46c4-897f-4f5f000a070b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5f86292-cb27-4148-8e76-7c3b32e3c04b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:23:52.948223 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Checking router: d9a78f24-623d-48ec-86df-077e5166f75b for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:23:52.948586 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Updating router d9a78f24-623d-48ec-86df-077e5166f75b port fc1ab9aa-a480-46a9-831c-2af01648150c binding host dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:23:52.996086 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:53.498389 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:53.505800 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:53.667195 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Pushing event updated for resources: {'Port': ['ID=fc1ab9aa-a480-46a9-831c-2af01648150c,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:53.671879 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Attempting to bind port fc1ab9aa-a480-46a9-831c-2af01648150c on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:23:53.672267 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Attempting to bind port fc1ab9aa-a480-46a9-831c-2af01648150c by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '105af406-9a3c-4eb9-a774-d122ca3818a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:23:53.672688 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Attempting to bind port fc1ab9aa-a480-46a9-831c-2af01648150c on network 95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:23:53.680700 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:23:53.681118 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Checking segment: {'id': '105af406-9a3c-4eb9-a774-d122ca3818a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:23:53.681589 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:53.682000 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Bound using segment: {'id': '105af406-9a3c-4eb9-a774-d122ca3818a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:23:53.682479 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Bound port: fc1ab9aa-a480-46a9-831c-2af01648150c, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105af406-9a3c-4eb9-a774-d122ca3818a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:23:53.682850 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:53.685321 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:53.685657 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:53.686012 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:53.686680 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:53.686789 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:53.687107 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:53.687427 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:53.687746 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:53.688067 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:53.688381 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:53.688695 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:53.689007 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Tracked resource versions report: Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: pushed versions: Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: { 'AddressGroup': {'1.2'}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'ConntrackHelper': {'1.0'}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Log': {'1.0'}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Network': {'1.1'}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Port': {'1.7'}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'PortForwarding': {'1.2'}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'QosPolicy': {'1.9'}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'SecurityGroup': {'1.4'}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'SecurityGroupRule': {'1.2'}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'SubPort': {'1.0'}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Subnet': {'1.1'}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Trunk': {'1.1'}} Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: consumer versions: Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: { DHCP agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: L3 agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: Metadata agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: Metering agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: Open vSwitch agent@dv-cinder-810800-1-iscsi: { 'AddressGroup': '1.2', Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'ConntrackHelper': '1.0', Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Log': '1.0', Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Network': '1.1', Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Port': '1.7', Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'PortForwarding': '1.2', Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'QosPolicy': '1.9', Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'SecurityGroup': '1.4', Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'SecurityGroupRule': '1.2', Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'SubPort': '1.0', Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Subnet': '1.1', Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Trunk': '1.1'}} Sep 24 03:23:53.690117 dv-cinder-810800-1-iscsi neutron-server[94019]: {{(pid=94019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 03:23:53.763674 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] For port fc1ab9aa-a480-46a9-831c-2af01648150c, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:23:53.766620 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-1c7f9ad9-a6ba-40ac-937a-fb8e343aa52a None None] Provisioning complete for port fc1ab9aa-a480-46a9-831c-2af01648150c triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:23:53.767126 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1c7f9ad9-a6ba-40ac-937a-fb8e343aa52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:53.786649 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] For port fc1ab9aa-a480-46a9-831c-2af01648150c, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=fc1ab9aa-a480-46a9-831c-2af01648150c,segment=NetworkSegment(105af406-9a3c-4eb9-a774-d122ca3818a5),segment_id=105af406-9a3c-4eb9-a774-d122ca3818a5)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:23:53.791045 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:53.800980 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f9ad9-a6ba-40ac-937a-fb8e343aa52a None None] Port fc1ab9aa-a480-46a9-831c-2af01648150c cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:23:53.837872 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Routers {'d9a78f24-623d-48ec-86df-077e5166f75b'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:23:53.838316 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:23:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['d9a78f24-623d-48ec-86df-077e5166f75b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:23:53.932807 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] Set router d9a78f24-623d-48ec-86df-077e5166f75b gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:23:54.016699 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5256f-464d-444d-ac32-e5af57267d98 None None] Pushing event updated for resources: {'Port': ['ID=fc1ab9aa-a480-46a9-831c-2af01648150c,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:54.027258 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-d1590555-3d77-4fe5-822a-dde33dfc5b93 None None] Provisioning complete for port fc1ab9aa-a480-46a9-831c-2af01648150c triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:23:54.027743 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d1590555-3d77-4fe5-822a-dde33dfc5b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:54.105214 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d1590555-3d77-4fe5-822a-dde33dfc5b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:54.136914 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-d1590555-3d77-4fe5-822a-dde33dfc5b93 None None] For port fc1ab9aa-a480-46a9-831c-2af01648150c, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=fc1ab9aa-a480-46a9-831c-2af01648150c,segment=NetworkSegment(105af406-9a3c-4eb9-a774-d122ca3818a5),segment_id=105af406-9a3c-4eb9-a774-d122ca3818a5)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:23:54.142005 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d1590555-3d77-4fe5-822a-dde33dfc5b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:54.167086 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'name': 'router1', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:23:41Z', 'updated_at': '2021-09-24T03:23:51Z', 'revision_number': 2, 'project_id': '2f25c951b0e44bd88911915fc134847c', 'gw_port_host': None, '_interfaces': [{'id': 'fc1ab9aa-a480-46a9-831c-2af01648150c', 'name': '', 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'mac_address': 'fa:16:3e:5b:49:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9db459e1-a125-46c4-897f-4f5f000a070b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:23:50Z', 'updated_at': '2021-09-24T03:23:53Z', 'revision_number': 4, 'project_id': '2f25c951b0e44bd88911915fc134847c', 'subnets': [{'id': '9db459e1-a125-46c4-897f-4f5f000a070b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5f86292-cb27-4148-8e76-7c3b32e3c04b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:23:54.189480 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1590555-3d77-4fe5-822a-dde33dfc5b93 None None] Pushing event updated for resources: {'Port': ['ID=fc1ab9aa-a480-46a9-831c-2af01648150c,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:54.199319 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793334a-f6c4-4fa9-ba55-d06a46adb920 None None] The sync data for ids ['d9a78f24-623d-48ec-86df-077e5166f75b'] in dv-cinder-810800-1-iscsi is: [{'id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'name': 'router1', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:23:41Z', 'updated_at': '2021-09-24T03:23:51Z', 'revision_number': 2, 'project_id': '2f25c951b0e44bd88911915fc134847c', 'gw_port_host': None, '_interfaces': [{'id': 'fc1ab9aa-a480-46a9-831c-2af01648150c', 'name': '', 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'mac_address': 'fa:16:3e:5b:49:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9db459e1-a125-46c4-897f-4f5f000a070b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:23:50Z', 'updated_at': '2021-09-24T03:23:53Z', 'revision_number': 4, 'project_id': '2f25c951b0e44bd88911915fc134847c', 'subnets': [{'id': '9db459e1-a125-46c4-897f-4f5f000a070b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5f86292-cb27-4148-8e76-7c3b32e3c04b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:23:54.553513 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 46118) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:23:54.661958 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ce2e2c-a48c-4d1e-8f11-f3ab0f3376a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:23:54.663321 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-a3ce2e2c-a48c-4d1e-8f11-f3ab0f3376a1 admin admin] 10.222.0.18 "GET /v2.0/networks/fbd1662f-29d0-4f7e-9136-bac8ec89d902 HTTP/1.1" status: 200 len: 842 time: 0.1088204 Sep 24 03:23:54.673513 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-7fea5807-380e-4e48-85d0-d3dcd8469bb9 admin admin] Request body: {'subnet': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:23:54.695967 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea5807-380e-4e48-85d0-d3dcd8469bb9 admin admin] Made reservation on behalf of 661247cc4c1a43cb92d7c76dd6fd411c for: {'subnet': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:23:54.698333 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7fea5807-380e-4e48-85d0-d3dcd8469bb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:54.980412 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.objects.ports [None req-7fea5807-380e-4e48-85d0-d3dcd8469bb9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 03:23:54.980843 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7fea5807-380e-4e48-85d0-d3dcd8469bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for subnet, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:55.033053 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea5807-380e-4e48-85d0-d3dcd8469bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7309a29f-ac05-463a-89e4-08b9753d2369,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:55.044139 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea5807-380e-4e48-85d0-d3dcd8469bb9 admin admin] Checking segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:23:55.044496 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea5807-380e-4e48-85d0-d3dcd8469bb9 admin admin] Network hostable DHCP agents. Network: fbd1662f-29d0-4f7e-9136-bac8ec89d902, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:23:55.063428 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea5807-380e-4e48-85d0-d3dcd8469bb9 admin admin] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:23:55.072219 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-7fea5807-380e-4e48-85d0-d3dcd8469bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, fbd1662f-29d0-4f7e-9136-bac8ec89d902) {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:23:55.080446 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e396f14-9c9b-4901-84b1-1714e888137e None None] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:23:55.081021 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea5807-380e-4e48-85d0-d3dcd8469bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:23:55.081021 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7fea5807-380e-4e48-85d0-d3dcd8469bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:55.100821 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-7fea5807-380e-4e48-85d0-d3dcd8469bb9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4260664 Sep 24 03:23:55.286077 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee87ff-e8ad-482d-ace8-5e2a58975dc9 None None] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:23:57.613880 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46126) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:23:57.858733 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-6ed58ba6-02bd-4d0a-92e6-b7bfa862843f admin admin] 10.222.0.18 "GET /v2.0/routers/d9a78f24-623d-48ec-86df-077e5166f75b HTTP/1.1" status: 200 len: 710 time: 0.2435620 Sep 24 03:23:58.008683 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847040e0-2487-4a86-bcf1-0d01e75533b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:23:58.010111 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-847040e0-2487-4a86-bcf1-0d01e75533b4 admin admin] 10.222.0.18 "GET /v2.0/networks/fbd1662f-29d0-4f7e-9136-bac8ec89d902 HTTP/1.1" status: 200 len: 886 time: 0.1454539 Sep 24 03:23:58.020241 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:23:58.261223 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:58.508580 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:58.596747 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:58.779907 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Allocated IP 172.27.1.105 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/974633b4-ad41-4dae-90cf-f31df75af23f) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:23:58.890801 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:58.951297 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:59.020954 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:23:59.028577 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:23:59.032792 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:23:59.152594 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Pushing event updated for resources: {'Port': ['ID=974633b4-ad41-4dae-90cf-f31df75af23f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:23:59.387856 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:59.590503 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-715150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6798'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:59.595019 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-715191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-715196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728839'] for router, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:59.708767 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Router d9a78f24-623d-48ec-86df-077e5166f75b has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:23:59.814991 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:23:59.819604 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:23:59.820814 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-0482c4ef-00b9-4661-b24a-a458dea001a3 admin admin] 10.222.0.18 "PUT /v2.0/routers/d9a78f24-623d-48ec-86df-077e5166f75b HTTP/1.1" status: 200 len: 890 time: 1.8038225 Sep 24 03:24:00.338359 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device fc1ab9aa-a480-46a9-831c-2af01648150c up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:24:00.386250 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port fc1ab9aa-a480-46a9-831c-2af01648150c triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:24:00.386534 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:00.753845 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Sync routers for ids ['d9a78f24-623d-48ec-86df-077e5166f75b'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:24:00.763833 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Routers {'d9a78f24-623d-48ec-86df-077e5166f75b'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:24:00.764926 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:23:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['d9a78f24-623d-48ec-86df-077e5166f75b'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:24:00.971738 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Set router d9a78f24-623d-48ec-86df-077e5166f75b gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:24:01.362487 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'name': 'router1', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '974633b4-ad41-4dae-90cf-f31df75af23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:23:41Z', 'updated_at': '2021-09-24T03:23:59Z', 'revision_number': 4, 'project_id': '2f25c951b0e44bd88911915fc134847c', 'gw_port': {'id': '974633b4-ad41-4dae-90cf-f31df75af23f', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:23:58Z', 'updated_at': '2021-09-24T03:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fc1ab9aa-a480-46a9-831c-2af01648150c', 'name': '', 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'mac_address': 'fa:16:3e:5b:49:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9db459e1-a125-46c4-897f-4f5f000a070b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:23:50Z', 'updated_at': '2021-09-24T03:23:54Z', 'revision_number': 5, 'project_id': '2f25c951b0e44bd88911915fc134847c', 'subnets': [{'id': '9db459e1-a125-46c4-897f-4f5f000a070b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5f86292-cb27-4148-8e76-7c3b32e3c04b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:24:01.412896 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Checking router: d9a78f24-623d-48ec-86df-077e5166f75b for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:24:01.413243 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Updating router d9a78f24-623d-48ec-86df-077e5166f75b port 974633b4-ad41-4dae-90cf-f31df75af23f binding host dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:24:01.458247 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:01.859168 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:01.864370 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:01.914090 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Attempting to bind port 974633b4-ad41-4dae-90cf-f31df75af23f on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:24:01.914489 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Attempting to bind port 974633b4-ad41-4dae-90cf-f31df75af23f by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:24:01.914854 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Attempting to bind port 974633b4-ad41-4dae-90cf-f31df75af23f on network fbd1662f-29d0-4f7e-9136-bac8ec89d902 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:24:01.925808 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bd2b6-56c8-463f-a40a-a59d0dcdb9b6 None None] Pushing event updated for resources: {'Port': ['ID=974633b4-ad41-4dae-90cf-f31df75af23f,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:24:01.928133 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:24:01.928507 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Checking segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:24:01.928912 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:01.929387 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Bound using segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:24:01.929774 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Bound port: 974633b4-ad41-4dae-90cf-f31df75af23f, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:24:01.930172 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:01.980161 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] For port 974633b4-ad41-4dae-90cf-f31df75af23f, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:24:01.983142 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] For port 974633b4-ad41-4dae-90cf-f31df75af23f, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=974633b4-ad41-4dae-90cf-f31df75af23f,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:24:01.987264 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:02.043272 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Routers {'d9a78f24-623d-48ec-86df-077e5166f75b'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:24:02.043877 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:23:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['d9a78f24-623d-48ec-86df-077e5166f75b'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:24:02.046523 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bd2b6-56c8-463f-a40a-a59d0dcdb9b6 None None] Pushing event updated for resources: {'Port': ['ID=974633b4-ad41-4dae-90cf-f31df75af23f,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:24:02.153451 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] Set router d9a78f24-623d-48ec-86df-077e5166f75b gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:24:02.297410 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46138) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:24:02.376413 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'name': 'router1', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '974633b4-ad41-4dae-90cf-f31df75af23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:23:41Z', 'updated_at': '2021-09-24T03:23:59Z', 'revision_number': 4, 'project_id': '2f25c951b0e44bd88911915fc134847c', 'gw_port': {'id': '974633b4-ad41-4dae-90cf-f31df75af23f', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:23:58Z', 'updated_at': '2021-09-24T03:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fc1ab9aa-a480-46a9-831c-2af01648150c', 'name': '', 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'mac_address': 'fa:16:3e:5b:49:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9db459e1-a125-46c4-897f-4f5f000a070b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:23:50Z', 'updated_at': '2021-09-24T03:23:54Z', 'revision_number': 5, 'project_id': '2f25c951b0e44bd88911915fc134847c', 'subnets': [{'id': '9db459e1-a125-46c4-897f-4f5f000a070b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5f86292-cb27-4148-8e76-7c3b32e3c04b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:24:02.401826 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe347ab0-e75e-424a-9517-90a2d841ebde None None] The sync data for ids ['d9a78f24-623d-48ec-86df-077e5166f75b'] in dv-cinder-810800-1-iscsi is: [{'id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'name': 'router1', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '974633b4-ad41-4dae-90cf-f31df75af23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:23:41Z', 'updated_at': '2021-09-24T03:23:59Z', 'revision_number': 4, 'project_id': '2f25c951b0e44bd88911915fc134847c', 'gw_port': {'id': '974633b4-ad41-4dae-90cf-f31df75af23f', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:23:58Z', 'updated_at': '2021-09-24T03:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fc1ab9aa-a480-46a9-831c-2af01648150c', 'name': '', 'network_id': '95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce', 'tenant_id': '2f25c951b0e44bd88911915fc134847c', 'mac_address': 'fa:16:3e:5b:49:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a78f24-623d-48ec-86df-077e5166f75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9db459e1-a125-46c4-897f-4f5f000a070b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:23:50Z', 'updated_at': '2021-09-24T03:23:54Z', 'revision_number': 5, 'project_id': '2f25c951b0e44bd88911915fc134847c', 'subnets': [{'id': '9db459e1-a125-46c4-897f-4f5f000a070b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5f86292-cb27-4148-8e76-7c3b32e3c04b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:24:02.412105 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-c2f6d423-9bed-471d-b4db-7f0547b22e6c admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1134033 Sep 24 03:24:04.501188 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 974633b4-ad41-4dae-90cf-f31df75af23f up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:24:04.553552 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 974633b4-ad41-4dae-90cf-f31df75af23f triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:24:04.553991 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:04.637212 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:04.661850 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port 974633b4-ad41-4dae-90cf-f31df75af23f, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=974633b4-ad41-4dae-90cf-f31df75af23f,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:24:04.670962 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:04.723764 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=974633b4-ad41-4dae-90cf-f31df75af23f,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:24:06.359363 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 974633b4-ad41-4dae-90cf-f31df75af23f up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:24:06.416532 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 974633b4-ad41-4dae-90cf-f31df75af23f triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:24:06.417263 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:15.172889 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3bb712f5-4ea6-45dc-8ef1-dc30bd968a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:17.672045 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45e28fc3-1819-414a-b86b-773c2bc9bb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:18.687803 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:19.229424 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:19.412093 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 5 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:24:20.653278 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:45.175497 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-974fa3f8-8880-4266-a3ac-cbe37651b6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:47.718724 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81079a38-a6c0-49cf-a3fd-39ce06cf8b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:48.683826 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:49.225732 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:50.650207 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:24:56.411607 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 5 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:25:15.176751 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b592fece-e8f7-49f3-b9f5-f2cd03ecc8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:17.663496 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-36317210-ebbb-4e72-81f1-2768a2d64ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:18.692106 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:19.227935 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:20.654609 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:33.410784 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 5 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:25:42.619151 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46700) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:25:42.680678 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-95265d81-b8d8-45aa-89c9-6df24dde4c3d admin admin] GET failed (client error): The resource could not be found. Sep 24 03:25:42.682026 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-95265d81-b8d8-45aa-89c9-6df24dde4c3d admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619061 Sep 24 03:25:42.857941 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96772532-7a39-49cd-98e7-f9703f653809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:25:42.859430 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-96772532-7a39-49cd-98e7-f9703f653809 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1728165 Sep 24 03:25:45.083546 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46710) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:25:45.176954 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-833bf926-2ea3-432d-b229-3674062e1905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:45.185170 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5e1bcd-5f16-4994-aec9-1714e97b89ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:25:45.186590 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-ef5e1bcd-5f16-4994-aec9-1714e97b89ec admin admin] 10.222.0.18 "GET /v2.0/subnets/9db459e1-a125-46c4-897f-4f5f000a070b HTTP/1.1" status: 200 len: 849 time: 0.1020758 Sep 24 03:25:45.196534 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:25:45.281853 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:45.425454 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770956099319'] for subnet, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:45.453659 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:25:45.454206 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:45.455511 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] 10.222.0.18 "PUT /v2.0/subnets/9db459e1-a125-46c4-897f-4f5f000a070b HTTP/1.1" status: 200 len: 868 time: 0.2625737 Sep 24 03:25:45.472642 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da1b489-6150-45ec-8ee0-600e2fb508e0 None None] Network 95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:25:45.477485 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db459e1-a125-46c4-897f-4f5f000a070b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:25:45.484937 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:25:45.485338 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:25:45.485626 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:25:45.485986 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:25:45.486317 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:25:45.486668 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:25:45.486997 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:25:45.487318 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:25:45.487662 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:25:45.487987 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:25:45.488306 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:25:45.488622 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010ea1-57cb-431d-8835-4cc1703eaa93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:25:45.824575 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-04336d75-4b8d-4340-9878-f5d5a935408c None None] Provisioning complete for port f17b299e-da11-47d0-8184-8aa1cc25b66c triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:25:45.825582 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04336d75-4b8d-4340-9878-f5d5a935408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:45.910193 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-04336d75-4b8d-4340-9878-f5d5a935408c None None] Provisioning complete for port fc1ab9aa-a480-46a9-831c-2af01648150c triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:25:45.910568 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04336d75-4b8d-4340-9878-f5d5a935408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:47.664750 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-468596b4-8ccc-440c-87c1-036882958b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:47.713657 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46718) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:25:47.992812 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588873d6-7d4a-4cfe-8d5f-a18c4a4e29b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:25:47.993286 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588873d6-7d4a-4cfe-8d5f-a18c4a4e29b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:25:47.995124 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-588873d6-7d4a-4cfe-8d5f-a18c4a4e29b9 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2804852 Sep 24 03:25:48.683238 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:49.229609 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:50.199277 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46726) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:25:50.331282 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1659813d-b2ad-4785-acd6-aa3a4afd9bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:25:50.331754 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1659813d-b2ad-4785-acd6-aa3a4afd9bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:25:50.333296 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-1659813d-b2ad-4785-acd6-aa3a4afd9bb0 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324706 Sep 24 03:25:50.658129 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:25:52.544639 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46734) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:25:52.689937 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1342c-d288-45c2-9930-f6be9844725b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:25:52.691213 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-c7b1342c-d288-45c2-9930-f6be9844725b admin admin] 10.222.0.18 "GET /v2.0/networks/95bb95e1-40d2-44da-9d3a-7cfa8b1db5ce HTTP/1.1" status: 200 len: 869 time: 0.1456029 Sep 24 03:25:54.872519 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 46742) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:25:54.998252 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43f6366-75a9-4d78-9a74-d01dc351f3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:25:54.999592 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-f43f6366-75a9-4d78-9a74-d01dc351f3f5 admin admin] 10.222.0.18 "GET /v2.0/networks/fbd1662f-29d0-4f7e-9136-bac8ec89d902 HTTP/1.1" status: 200 len: 886 time: 0.1261058 Sep 24 03:25:57.208215 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 46752) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:25:57.398809 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc26251-f807-4bde-bcfb-265a1c0a48ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:25:57.399263 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc26251-f807-4bde-bcfb-265a1c0a48ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:25:57.400790 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-6cc26251-f807-4bde-bcfb-265a1c0a48ee admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1916270 Sep 24 03:25:59.666020 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46760) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:25:59.786956 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef732558-93a7-48b2-a8e6-bd93ed42cddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:25:59.787411 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef732558-93a7-48b2-a8e6-bd93ed42cddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:25:59.789049 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-ef732558-93a7-48b2-a8e6-bd93ed42cddd admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220641 Sep 24 03:26:02.012906 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46768) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:26:02.099709 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7017c020-8a9f-48ce-9d91-56689122d70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:26:02.101038 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-7017c020-8a9f-48ce-9d91-56689122d70b admin admin] 10.222.0.18 "GET /v2.0/subnets/7309a29f-ac05-463a-89e4-08b9753d2369 HTTP/1.1" status: 200 len: 816 time: 0.0870538 Sep 24 03:26:04.300748 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46776) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:26:04.391866 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cf1d0-89a5-487c-8ed7-fe6a52f0709c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:26:04.393210 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-722cf1d0-89a5-487c-8ed7-fe6a52f0709c admin admin] 10.222.0.18 "GET /v2.0/subnets/9db459e1-a125-46c4-897f-4f5f000a070b HTTP/1.1" status: 200 len: 868 time: 0.0915353 Sep 24 03:26:10.472659 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 5 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:26:15.177476 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7842bd53-4ff6-40f9-93a4-fc713e421bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:17.665090 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92b16ce8-7dba-455a-ab67-7cec1878d438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:18.685512 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:19.233684 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:20.660451 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:28.372516 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46830) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:26:28.419599 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [None req-779e406c-2495-4f4c-92fb-4230bac7bab9 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:26:28.420604 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-779e406c-2495-4f4c-92fb-4230bac7bab9 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471489 Sep 24 03:26:30.715287 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46838) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:26:30.774299 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ee90f2-a4ba-4a3e-a9f8-cb4de37bbdc1 admin admin] GET failed (client error): The resource could not be found. Sep 24 03:26:30.775585 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-84ee90f2-a4ba-4a3e-a9f8-cb4de37bbdc1 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593588 Sep 24 03:26:30.861070 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20b6bc7-2981-46f1-bf37-4fcecb9fe2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:26:30.862604 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-d20b6bc7-2981-46f1-bf37-4fcecb9fe2ba admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0817277 Sep 24 03:26:33.109536 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 46846) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:26:33.155675 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:26:33.175995 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Made reservation on behalf of 661247cc4c1a43cb92d7c76dd6fd411c for: {'network': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:26:33.178116 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:33.204022 dv-cinder-810800-1-iscsi neutron-server[94016]: WARNING neutron.services.revisions.revision_plugin [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Could not find related network for resource to bump revision. Sep 24 03:26:33.216637 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:26:33.225791 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:33.226127 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.segments_db [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Added segment 2a8695bf-2829-4f6b-bb0c-704425b2c930 of type vlan for network 633df28b-0455-4671-8507-1493f4a1ba2b Sep 24 03:26:33.263452 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:33.285631 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:33.286612 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:26:33.287198 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:33.316001 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2053819 Sep 24 03:26:33.350708 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Pushing event updated for resources: {'Network': ['ID=633df28b-0455-4671-8507-1493f4a1ba2b,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:26:33.359429 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:33.359802 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:33.360142 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:33.360479 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:33.360805 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:33.361153 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:33.361479 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:33.361834 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:33.362176 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:33.362503 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:33.362822 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:33.363136 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2653dd7-0a64-4442-a3c8-65d072f75471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:33.375534 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network 633df28b-0455-4671-8507-1493f4a1ba2b details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:26:35.574191 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46854) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:26:35.633312 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8959a4-8b55-46d7-b914-a8f447b672a6 admin admin] GET failed (client error): The resource could not be found. Sep 24 03:26:35.634649 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-6c8959a4-8b55-46d7-b914-a8f447b672a6 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595257 Sep 24 03:26:35.704778 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc89da-3fd1-43d0-99bf-9f7cd694eb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:26:35.706276 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-3bbc89da-3fd1-43d0-99bf-9f7cd694eb77 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667973 Sep 24 03:26:35.717250 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-620d3def-2f8a-4c97-8065-8eff9cb9142e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '633df28b-0455-4671-8507-1493f4a1ba2b', 'description': 'shared-subnet'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:26:35.741286 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620d3def-2f8a-4c97-8065-8eff9cb9142e admin admin] Made reservation on behalf of 661247cc4c1a43cb92d7c76dd6fd411c for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:26:35.743955 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-620d3def-2f8a-4c97-8065-8eff9cb9142e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:35.924096 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-620d3def-2f8a-4c97-8065-8eff9cb9142e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:35.977843 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d3def-2f8a-4c97-8065-8eff9cb9142e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bdcaab5-95d0-4666-bc02-b90d62448f45,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:26:35.988138 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620d3def-2f8a-4c97-8065-8eff9cb9142e admin admin] Checking segment: {'id': '2a8695bf-2829-4f6b-bb0c-704425b2c930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '633df28b-0455-4671-8507-1493f4a1ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:26:35.988483 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d3def-2f8a-4c97-8065-8eff9cb9142e admin admin] Network hostable DHCP agents. Network: 633df28b-0455-4671-8507-1493f4a1ba2b, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:26:36.007764 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d3def-2f8a-4c97-8065-8eff9cb9142e admin admin] Network 633df28b-0455-4671-8507-1493f4a1ba2b is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:26:36.018254 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-620d3def-2f8a-4c97-8065-8eff9cb9142e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, 633df28b-0455-4671-8507-1493f4a1ba2b) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:26:36.022173 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d3def-2f8a-4c97-8065-8eff9cb9142e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:26:36.022745 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-620d3def-2f8a-4c97-8065-8eff9cb9142e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:36.027718 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f37b1e-6813-43e8-ba5d-2601cfb62bc3 None None] Network 633df28b-0455-4671-8507-1493f4a1ba2b requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:26:36.036790 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-620d3def-2f8a-4c97-8065-8eff9cb9142e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3236451 Sep 24 03:26:36.179029 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d15cbd0-2b0d-5cfe-b69c-d2344c4145b9-633df28b-0455-4671-8507-1493f4a1ba2b', 'network_id': '633df28b-0455-4671-8507-1493f4a1ba2b', 'tenant_id': '661247cc4c1a43cb92d7c76dd6fd411c', 'fixed_ips': [{'subnet_id': '2bdcaab5-95d0-4666-bc02-b90d62448f45'}]}} from dv-cinder-810800-1-iscsi. {{(pid=94018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 03:26:36.179932 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:36.315372 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Allocated IP 192.168.233.2 (633df28b-0455-4671-8507-1493f4a1ba2b/2bdcaab5-95d0-4666-bc02-b90d62448f45/652c1e04-38f6-4bbd-952e-a92e5c43d0a1) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:26:36.462706 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:36.468541 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:36.505674 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Network 633df28b-0455-4671-8507-1493f4a1ba2b is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:26:36.508408 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:26:36.512053 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:26:36.520011 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Pushing event updated for resources: {'Port': ['ID=652c1e04-38f6-4bbd-952e-a92e5c43d0a1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:26:36.530263 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:36.530610 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:36.530951 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:36.531289 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:36.531617 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:36.531946 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:36.532295 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:36.532619 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:36.532959 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:36.533286 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:36.533601 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:36.533937 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:26:36.584717 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Attempting to bind port 652c1e04-38f6-4bbd-952e-a92e5c43d0a1 on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:26:36.585076 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Attempting to bind port 652c1e04-38f6-4bbd-952e-a92e5c43d0a1 by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '2a8695bf-2829-4f6b-bb0c-704425b2c930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '633df28b-0455-4671-8507-1493f4a1ba2b'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:26:36.585429 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Attempting to bind port 652c1e04-38f6-4bbd-952e-a92e5c43d0a1 on network 633df28b-0455-4671-8507-1493f4a1ba2b {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:26:36.591065 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:26:36.591429 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Checking segment: {'id': '2a8695bf-2829-4f6b-bb0c-704425b2c930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '633df28b-0455-4671-8507-1493f4a1ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:26:36.591829 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:36.592212 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Bound using segment: {'id': '2a8695bf-2829-4f6b-bb0c-704425b2c930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '633df28b-0455-4671-8507-1493f4a1ba2b'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:26:36.592668 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Bound port: 652c1e04-38f6-4bbd-952e-a92e5c43d0a1, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8695bf-2829-4f6b-bb0c-704425b2c930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '633df28b-0455-4671-8507-1493f4a1ba2b'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:26:36.593054 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:36.663081 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] For port 652c1e04-38f6-4bbd-952e-a92e5c43d0a1, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:26:36.666195 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] For port 652c1e04-38f6-4bbd-952e-a92e5c43d0a1, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=652c1e04-38f6-4bbd-952e-a92e5c43d0a1,segment=NetworkSegment(2a8695bf-2829-4f6b-bb0c-704425b2c930),segment_id=2a8695bf-2829-4f6b-bb0c-704425b2c930)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:26:36.672100 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:36.734742 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60111b-56c1-47e9-8db9-70a2da90db1c None None] Pushing event updated for resources: {'Port': ['ID=652c1e04-38f6-4bbd-952e-a92e5c43d0a1,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:26:37.519401 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cb434b-fae4-4c10-85d4-f52c612c92f1 None None] Network 633df28b-0455-4671-8507-1493f4a1ba2b requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:26:37.600409 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-9965efa4-1f96-442c-b549-57c008055399 None None] Provisioning complete for port 652c1e04-38f6-4bbd-952e-a92e5c43d0a1 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:26:37.600777 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9965efa4-1f96-442c-b549-57c008055399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:37.746155 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9965efa4-1f96-442c-b549-57c008055399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:37.786375 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-9965efa4-1f96-442c-b549-57c008055399 None None] For port 652c1e04-38f6-4bbd-952e-a92e5c43d0a1, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=652c1e04-38f6-4bbd-952e-a92e5c43d0a1,segment=NetworkSegment(2a8695bf-2829-4f6b-bb0c-704425b2c930),segment_id=2a8695bf-2829-4f6b-bb0c-704425b2c930)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:26:37.791675 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9965efa4-1f96-442c-b549-57c008055399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:37.843061 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965efa4-1f96-442c-b549-57c008055399 None None] Pushing event updated for resources: {'Port': ['ID=652c1e04-38f6-4bbd-952e-a92e5c43d0a1,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:26:38.010663 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-230cab53-e911-4196-86be-91267f89cbd2 None None] Provisioning complete for port 652c1e04-38f6-4bbd-952e-a92e5c43d0a1 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:26:38.011034 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-230cab53-e911-4196-86be-91267f89cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:38.470930 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 652c1e04-38f6-4bbd-952e-a92e5c43d0a1 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:26:38.518335 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 652c1e04-38f6-4bbd-952e-a92e5c43d0a1 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:26:38.518699 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:45.178201 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-353d8ecd-92e6-481c-af14-50cd2877564a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:47.410930 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 5 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:26:47.666676 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-581afa9e-56da-464d-b8df-64d29b6488bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:48.692830 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:49.236144 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:26:50.664988 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:15.177678 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6afd5a52-2e8f-4ce1-82b2-c15c5febf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:17.668047 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fbc67d18-9d80-4f12-871e-730bf5cbefdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:18.684606 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:19.240502 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:20.668083 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:24.408691 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 5 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:27:45.179766 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b27d5c1-683f-45e1-9819-334c18d9d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:47.670525 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-871a48c8-c481-4b43-a907-496eae122757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:48.686769 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:49.243150 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:50.669856 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:52.142382 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46906) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:27:52.148178 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [None req-811f743b-7c47-46ef-b9a4-ec0e91e3b746 tempest-verify_tempest_config-582411124 tempest-verify_tempest_config-582411124-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:27:52.149167 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-811f743b-7c47-46ef-b9a4-ec0e91e3b746 tempest-verify_tempest_config-582411124 tempest-verify_tempest_config-582411124-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058305 Sep 24 03:27:52.445982 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 46924) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:27:52.549929 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:52.638269 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:52.641774 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:52.691350 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07fd236bb4c544fea90a9534bf8f3ffe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2442667 Sep 24 03:27:52.693148 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170a7f90-835d-4eb8-821e-075805fcfb9e,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:27:52.694090 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 46930) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:27:52.700349 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.700713 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.701061 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.701397 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.701747 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.702099 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.702436 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.702762 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.703105 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.703433 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.703760 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.704085 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ef9f-910c-416d-a0a5-5bac3f87604a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.750192 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:52.770226 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:52.860281 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:52.862854 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:27:52.864043 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/170a7f90-835d-4eb8-821e-075805fcfb9e HTTP/1.1" status: 204 len: 168 time: 0.1688654 Sep 24 03:27:52.872464 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170a7f90-835d-4eb8-821e-075805fcfb9e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:27:52.878841 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.879202 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.879539 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.879866 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.880188 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.880523 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.880844 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.881162 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.881493 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.881834 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.882155 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:27:52.882469 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ee3e0-d51c-4f5c-9bb3-27527b3bceaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:28:01.407125 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 5 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:28:15.181291 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-377e4e88-1090-4d09-8034-e0bb1454ad87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:28:17.670662 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b35b80b-e78f-47de-bc97-643e41e3c6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:28:18.690925 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:28:19.246435 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:28:20.673192 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:28:38.406648 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 5 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:28:45.181405 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-53407695-2025-405b-b405-faba6c33d376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:28:47.671283 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c1570e48-6550-4c10-bd11-550494cc8a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:28:48.691268 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:28:49.249624 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:28:50.677235 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:29:15.181017 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3aef-643e-4f3f-ac96-981572f727c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:29:15.404171 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 5 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:29:17.672041 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd8f7e9f-269b-4389-a5a7-efe2b68e8fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:29:18.692715 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:29:19.253117 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:29:20.681963 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:29:24.948512 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726736'] for agent, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:29:40.192711 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 47004) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:29:40.298384 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-aead7f01-5c21-43a4-a4b2-1f106a53b3ee admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1042373 Sep 24 03:29:42.511961 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47014) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:29:42.572790 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-e7bcc88d-d1bd-4e5e-a13e-43d6908df796 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0597587 Sep 24 03:29:45.180952 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab27a510-8450-4b74-9072-95f9a22ee50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:29:47.673252 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-880c4d44-e3fc-4d0c-9434-87bc3f8668db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:29:48.693200 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:29:49.254930 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:29:50.681680 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:29:52.404006 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:29:54.934834 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:30:15.181254 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2733bfcb-73fc-4d09-8c1f-2717354b0837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:30:17.673506 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-030fc3a9-b634-4631-858f-ea8531be5dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:30:18.694281 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:30:19.258817 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:30:20.685960 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:30:24.942138 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:30:29.403448 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:30:45.181981 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-261a73cf-c18d-4561-9d49-0b0f910d78b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:30:47.676195 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e665c3e9-2264-4ecf-89cb-183f34ef9855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:30:48.701195 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:30:49.263060 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:30:50.691211 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:30:54.959037 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:06.402988 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:31:12.892919 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47166) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:13.253268 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47186) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:13.269168 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1754422559-network', 'tenant_id': 'df3f7c20fdf04a49852b5b836d442f9c'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:13.289791 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Made reservation on behalf of df3f7c20fdf04a49852b5b836d442f9c for: {'network': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:13.292246 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.304503 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.412987 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.419511 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-361048953-network', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:13.425002 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.439703 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:31:13.469868 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.470285 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.segments_db [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Added segment 4630b859-046f-4251-8371-a4f6226e3997 of type vlan for network 7a3398f5-9ed0-405e-9ef5-e387b8d91fc7 Sep 24 03:31:13.485145 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea51855-1216-46fd-abe5-55672ff2dec6,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:13.514673 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:13.514999 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:13.515345 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:13.516246 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:13.516721 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:13.516996 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:13.517318 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:13.517686 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:13.518255 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:13.518589 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:13.518912 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:13.519495 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Tracked resource versions report: Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: pushed versions: Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: { 'AddressGroup': {'1.2'}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'ConntrackHelper': {'1.0'}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Log': {'1.0'}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Network': {'1.1'}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Port': {'1.7'}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'PortForwarding': {'1.2'}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'QosPolicy': {'1.9'}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'SecurityGroup': {'1.4'}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'SecurityGroupRule': {'1.2'}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'SubPort': {'1.0'}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Subnet': {'1.1'}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Trunk': {'1.1'}} Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: consumer versions: Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: { DHCP agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: HyperV agent@hv-cinder-81080: {}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: L3 agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: Metadata agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: Metering agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: Open vSwitch agent@dv-cinder-810800-1-iscsi: { 'AddressGroup': '1.2', Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'ConntrackHelper': '1.0', Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Log': '1.0', Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Network': '1.1', Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Port': '1.7', Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'PortForwarding': '1.2', Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'QosPolicy': '1.9', Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'SecurityGroup': '1.4', Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'SecurityGroupRule': '1.2', Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'SubPort': '1.0', Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Subnet': '1.1', Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: 'Trunk': '1.1'}} Sep 24 03:31:13.520567 dv-cinder-810800-1-iscsi neutron-server[94016]: {{(pid=94016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 03:31:13.533675 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Made reservation on behalf of b959a04e215f4456becf31ac01fa6e25 for: {'network': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:13.536298 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.547676 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.549684 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.592256 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.593221 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:13.593986 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.664634 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] Pushing event updated for resources: {'Network': ['ID=7a3398f5-9ed0-405e-9ef5-e387b8d91fc7,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:13.676003 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network 7a3398f5-9ed0-405e-9ef5-e387b8d91fc7 details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:31:13.737192 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.744506 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.768550 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-7aadfd77-c28f-4f09-a7d8-b596e50029fc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8745501 Sep 24 03:31:13.771790 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 47228) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:13.779304 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Request body: {'subnet': {'network_id': '7a3398f5-9ed0-405e-9ef5-e387b8d91fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1754422559-subnet', 'tenant_id': 'df3f7c20fdf04a49852b5b836d442f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:13.782819 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:31:13.787638 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b477a5-7c18-4d0c-a764-56876f5c4c25,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:13.797301 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.798509 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.segments_db [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Added segment 3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f of type vlan for network cba65e79-4fc5-4461-a342-04d626e59a47 Sep 24 03:31:13.804887 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Made reservation on behalf of df3f7c20fdf04a49852b5b836d442f9c for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:13.807749 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.855631 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.884175 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.885758 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:13.886462 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:13.960636 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7062533 Sep 24 03:31:13.961396 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ae4f4-fa08-4c94-ac61-c76a730cc026 admin admin] Pushing event updated for resources: {'Network': ['ID=cba65e79-4fc5-4461-a342-04d626e59a47,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:13.963459 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47240) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:13.972445 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network cba65e79-4fc5-4461-a342-04d626e59a47 details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:31:13.976406 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-5ee7b9c9-e6cb-46cc-835f-85a3bec768c8 admin admin] Request body: {'subnet': {'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-361048953-subnet', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:14.001951 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee7b9c9-e6cb-46cc-835f-85a3bec768c8 admin admin] Made reservation on behalf of b959a04e215f4456becf31ac01fa6e25 for: {'subnet': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:14.006863 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ee7b9c9-e6cb-46cc-835f-85a3bec768c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.025235 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.116446 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac3c3c68-1bcc-4533-acb5-41ffcdb693a4,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:14.126740 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:14.127107 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:14.127690 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:14.128085 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:14.128360 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:14.128867 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:14.129359 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:14.129889 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:14.130399 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:14.130882 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:14.131367 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:14.131840 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Tracked resource versions report: Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: pushed versions: Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: { 'AddressGroup': {'1.2'}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'ConntrackHelper': {'1.0'}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Log': {'1.0'}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Network': {'1.1'}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Port': {'1.7'}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'PortForwarding': {'1.2'}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'QosPolicy': {'1.9'}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'SecurityGroup': {'1.4'}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'SecurityGroupRule': {'1.2'}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'SubPort': {'1.0'}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Subnet': {'1.1'}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Trunk': {'1.1'}} Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: consumer versions: Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: { DHCP agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: HyperV agent@hv-cinder-81080: {}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: L3 agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: Metadata agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: Metering agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: Open vSwitch agent@dv-cinder-810800-1-iscsi: { 'AddressGroup': '1.2', Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'ConntrackHelper': '1.0', Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Log': '1.0', Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Network': '1.1', Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Port': '1.7', Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'PortForwarding': '1.2', Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'QosPolicy': '1.9', Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'SecurityGroup': '1.4', Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'SecurityGroupRule': '1.2', Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'SubPort': '1.0', Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Subnet': '1.1', Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: 'Trunk': '1.1'}} Sep 24 03:31:14.133073 dv-cinder-810800-1-iscsi neutron-server[94017]: {{(pid=94017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 03:31:14.146216 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Checking segment: {'id': '4630b859-046f-4251-8371-a4f6226e3997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a3398f5-9ed0-405e-9ef5-e387b8d91fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:14.146778 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Network hostable DHCP agents. Network: 7a3398f5-9ed0-405e-9ef5-e387b8d91fc7, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:31:14.164889 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Network 7a3398f5-9ed0-405e-9ef5-e387b8d91fc7 is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:31:14.176667 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, 7a3398f5-9ed0-405e-9ef5-e387b8d91fc7) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:14.181572 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:14.183268 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.186186 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8949c53-b1f9-4cba-a70d-cd30b04dade7 None None] Network 7a3398f5-9ed0-405e-9ef5-e387b8d91fc7 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:31:14.202304 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 47246) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:14.223463 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 47250) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:14.236481 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-8e056352-3ce0-44ac-8704-3957ef095fa7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4630556 Sep 24 03:31:14.252003 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ee7b9c9-e6cb-46cc-835f-85a3bec768c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for subnet, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.329755 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7b9c9-e6cb-46cc-835f-85a3bec768c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7359379f-7a6e-4681-962c-52307286e43d,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:14.339943 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee7b9c9-e6cb-46cc-835f-85a3bec768c8 admin admin] Checking segment: {'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:14.340724 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee7b9c9-e6cb-46cc-835f-85a3bec768c8 admin admin] Network hostable DHCP agents. Network: cba65e79-4fc5-4461-a342-04d626e59a47, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:31:14.348478 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16cdd88-ff0f-4245-a527-fdfa7aaf0596 None None] Network 7a3398f5-9ed0-405e-9ef5-e387b8d91fc7 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:31:14.380012 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee7b9c9-e6cb-46cc-835f-85a3bec768c8 admin admin] Network cba65e79-4fc5-4461-a342-04d626e59a47 is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:31:14.403566 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-5ee7b9c9-e6cb-46cc-835f-85a3bec768c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, cba65e79-4fc5-4461-a342-04d626e59a47) {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:14.410326 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 47262) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:14.420946 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee7b9c9-e6cb-46cc-835f-85a3bec768c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:14.422476 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ee7b9c9-e6cb-46cc-835f-85a3bec768c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.427655 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0d935a-591f-455d-92d0-ee3f0759e4a4 None None] Network cba65e79-4fc5-4461-a342-04d626e59a47 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:31:14.460892 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-5ee7b9c9-e6cb-46cc-835f-85a3bec768c8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4886804 Sep 24 03:31:14.463092 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47266) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:14.469143 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:14.516644 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-836274523-network', 'tenant_id': 'cad76815db3c4a67adf42217edb51d2d'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:14.534105 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.535655 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6812'] for router, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.570103 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-328800267-network', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:14.584695 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Made reservation on behalf of cad76815db3c4a67adf42217edb51d2d for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:14.589095 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.628954 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.657577 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.659300 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-412458303-network', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:14.759393 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Made reservation on behalf of 9044a5eb528040b1804ebe0176b04bcb for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:14.777665 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.784219 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.817009 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Made reservation on behalf of 591aadad4ac440c6afd8189aa7e5cee6 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:14.821255 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.855428 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d15cbd0-2b0d-5cfe-b69c-d2344c4145b9-cba65e79-4fc5-4461-a342-04d626e59a47', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d'}]}} from dv-cinder-810800-1-iscsi. {{(pid=94018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 03:31:14.856188 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.860175 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:14.905259 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.052963 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.057958 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Allocated IP 172.20.0.2 (cba65e79-4fc5-4461-a342-04d626e59a47/7359379f-7a6e-4681-962c-52307286e43d/342302b5-c96d-48ff-bdd3-a358cfd2bc84) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:15.065050 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.148440 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:31:15.150988 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350f3229-2a6f-4e83-ac72-250b604ce674,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:15.221409 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.221727 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.segments_db [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Added segment 94eabbe3-9f49-4dc2-98c5-3aa504f525a6 of type vlan for network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 Sep 24 03:31:15.283775 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.306208 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a978941e-bb84-4805-ae32-5091b3fb0709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.333128 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.334673 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:15.335490 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.344262 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.371285 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.413282 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:31:15.465934 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.479389 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.497630 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] Pushing event updated for resources: {'Network': ['ID=da8a83a1-4718-4b4d-b03f-5ba6c433eea0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:15.518731 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:31:15.537621 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.551973 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.segments_db [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Added segment 83c32843-4f36-482d-a0e9-2cbc7e8b665f of type vlan for network e4489f0f-1647-433c-a28d-da32642eb55e Sep 24 03:31:15.587308 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.614729 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Network cba65e79-4fc5-4461-a342-04d626e59a47 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:15.624737 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:15.639855 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:15.643326 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.663454 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3633bfc9-67a1-44db-8145-1c8b259ff831,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:15.669837 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Pushing event updated for resources: {'Port': ['ID=342302b5-c96d-48ff-bdd3-a358cfd2bc84,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:15.719411 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:15.720466 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:15.724980 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.729087 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:15.729745 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:15.734110 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:15.736807 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:15.737391 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:15.738326 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:15.738934 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:15.739485 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:15.740239 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:15.741668 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Tracked resource versions report: Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: pushed versions: Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: { 'AddressGroup': {'1.2'}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'ConntrackHelper': {'1.0'}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Log': {'1.0'}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Network': {'1.1'}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Port': {'1.7'}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'PortForwarding': {'1.2'}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'QosPolicy': {'1.9'}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'SecurityGroup': {'1.4'}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'SecurityGroupRule': {'1.2'}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'SubPort': {'1.0'}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Subnet': {'1.1'}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Trunk': {'1.1'}} Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: consumer versions: Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: { DHCP agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: HyperV agent@hv-cinder-81080: {}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: L3 agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: Metadata agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: Metering agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: Open vSwitch agent@dv-cinder-810800-1-iscsi: { 'AddressGroup': '1.2', Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'ConntrackHelper': '1.0', Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Log': '1.0', Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Network': '1.1', Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Port': '1.7', Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'PortForwarding': '1.2', Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'QosPolicy': '1.9', Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'SecurityGroup': '1.4', Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'SecurityGroupRule': '1.2', Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'SubPort': '1.0', Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Subnet': '1.1', Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: 'Trunk': '1.1'}} Sep 24 03:31:15.743486 dv-cinder-810800-1-iscsi neutron-server[94018]: {{(pid=94018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 03:31:15.812499 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Attempting to bind port 342302b5-c96d-48ff-bdd3-a358cfd2bc84 on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:15.813670 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Attempting to bind port 342302b5-c96d-48ff-bdd3-a358cfd2bc84 by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:15.814185 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Attempting to bind port 342302b5-c96d-48ff-bdd3-a358cfd2bc84 on network cba65e79-4fc5-4461-a342-04d626e59a47 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:15.820615 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:15.821172 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Checking segment: {'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:15.821673 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.822229 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Bound using segment: {'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:15.822853 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Bound port: 342302b5-c96d-48ff-bdd3-a358cfd2bc84, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:15.823395 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.828878 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Allocated IP 172.27.1.65 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/7fc67c77-f6cb-434d-8d86-d9433f31bcfd) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:15.852120 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.854322 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:15.855026 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:15.968243 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] For port 342302b5-c96d-48ff-bdd3-a358cfd2bc84, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:15.979183 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] For port 342302b5-c96d-48ff-bdd3-a358cfd2bc84, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=342302b5-c96d-48ff-bdd3-a358cfd2bc84,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:15.990106 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:16.092583 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255d12e-6aca-4791-bced-407ffc9b0abe None None] Pushing event updated for resources: {'Port': ['ID=342302b5-c96d-48ff-bdd3-a358cfd2bc84,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:16.168400 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:16.233882 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:16.239312 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] Pushing event updated for resources: {'Network': ['ID=e4489f0f-1647-433c-a28d-da32642eb55e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:16.247045 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:16.253475 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network e4489f0f-1647-433c-a28d-da32642eb55e details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:31:16.257256 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-beae8e48-6fff-48dd-8185-599a764ddc5b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0522065 Sep 24 03:31:16.261154 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47358) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:16.270462 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-5606e3e1-6d06-4958-a139-c8ae81569db9 admin admin] Request body: {'subnet': {'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-836274523-subnet', 'tenant_id': 'cad76815db3c4a67adf42217edb51d2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:16.275072 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:31:16.280640 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:16.281858 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-ddafc7fe-b3f3-4432-a060-3e180f368b41 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0533447 Sep 24 03:31:16.295365 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 47362) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:16.308375 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-caecd228-ff99-4fe7-880c-34cf7b934459 admin admin] Request body: {'subnet': {'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-328800267-subnet', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:16.344565 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Pushing event updated for resources: {'Port': ['ID=7fc67c77-f6cb-434d-8d86-d9433f31bcfd,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:16.360257 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:16.364703 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:16.369623 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:16.407499 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caecd228-ff99-4fe7-880c-34cf7b934459 admin admin] Made reservation on behalf of 9044a5eb528040b1804ebe0176b04bcb for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:16.410102 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-caecd228-ff99-4fe7-880c-34cf7b934459 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:16.523289 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:16.523738 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.segments_db [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Added segment 35354857-7e17-4618-92d4-3352c105429b of type vlan for network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 Sep 24 03:31:16.538035 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd344b23-a8b5-40c8-954e-6abc528058c3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:16.600873 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5606e3e1-6d06-4958-a139-c8ae81569db9 admin admin] Made reservation on behalf of cad76815db3c4a67adf42217edb51d2d for: {'subnet': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:16.603932 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5606e3e1-6d06-4958-a139-c8ae81569db9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:16.606182 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:16.709339 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47382) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:16.729755 dv-cinder-810800-1-iscsi neutron-server[94016]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 03:31:16.787289 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:16.788842 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:16.789988 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:16.801558 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 342302b5-c96d-48ff-bdd3-a358cfd2bc84 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:16.815747 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-caecd228-ff99-4fe7-880c-34cf7b934459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:16.845121 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47390) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:16.896513 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 342302b5-c96d-48ff-bdd3-a358cfd2bc84 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:16.897564 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:16.934666 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecd228-ff99-4fe7-880c-34cf7b934459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b73ab388-512a-40d2-a0c1-897e1cbeecdc,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:16.956856 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5450051 Sep 24 03:31:16.967158 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 47398) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:16.977239 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e8e249db-df7f-4a45-ba26-d0989ae958c3 admin admin] Request body: {'subnet': {'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-subnet', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:17.032330 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374139c3-466a-4d38-a83d-3168851d9b39 admin admin] Pushing event updated for resources: {'Network': ['ID=3a46da72-dbc3-4033-9e4b-9bf85a1d2088,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:17.050984 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caecd228-ff99-4fe7-880c-34cf7b934459 admin admin] Checking segment: {'id': '83c32843-4f36-482d-a0e9-2cbc7e8b665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:17.051597 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caecd228-ff99-4fe7-880c-34cf7b934459 admin admin] Network hostable DHCP agents. Network: e4489f0f-1647-433c-a28d-da32642eb55e, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:31:17.064539 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:31:17.073987 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e249db-df7f-4a45-ba26-d0989ae958c3 admin admin] Made reservation on behalf of 591aadad4ac440c6afd8189aa7e5cee6 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:17.077290 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8e249db-df7f-4a45-ba26-d0989ae958c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.105090 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caecd228-ff99-4fe7-880c-34cf7b934459 admin admin] Network e4489f0f-1647-433c-a28d-da32642eb55e is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:31:17.128860 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-caecd228-ff99-4fe7-880c-34cf7b934459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, e4489f0f-1647-433c-a28d-da32642eb55e) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:17.136600 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caecd228-ff99-4fe7-880c-34cf7b934459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:17.137352 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-caecd228-ff99-4fe7-880c-34cf7b934459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.164967 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c7b268-96ef-4e7b-a152-2014bab66da5 None None] Network e4489f0f-1647-433c-a28d-da32642eb55e requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:31:17.190758 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.226369 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-caecd228-ff99-4fe7-880c-34cf7b934459 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9269795 Sep 24 03:31:17.230964 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 47400) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:17.244484 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-328800267-router', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:17.292714 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port 342302b5-c96d-48ff-bdd3-a358cfd2bc84, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=342302b5-c96d-48ff-bdd3-a358cfd2bc84,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:17.302503 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.313476 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.314834 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6812'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.339500 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-2b368b56-94ca-43f5-83b3-4f3b8bd22c37 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:17.348466 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-2b368b56-94ca-43f5-83b3-4f3b8bd22c37 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/networks?id=7a3398f5-9ed0-405e-9ef5-e387b8d91fc7 HTTP/1.1" status: 200 len: 812 time: 0.6230173 Sep 24 03:31:17.387330 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=342302b5-c96d-48ff-bdd3-a358cfd2bc84,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:17.393440 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7f7cf422-e213-4a13-8b4f-2ce1da5167fe tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/quotas/df3f7c20fdf04a49852b5b836d442f9c HTTP/1.1" status: 200 len: 375 time: 0.0440145 Sep 24 03:31:17.445297 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-aa13373b-87e3-4b01-8f59-57a70f475692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.475394 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecb4f73-fd5e-46ec-9e2e-13e129331cb3 None None] Network e4489f0f-1647-433c-a28d-da32642eb55e requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:31:17.486324 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-74769d59-c315-40af-a967-aeaec43f6157 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=df3f7c20fdf04a49852b5b836d442f9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918362 Sep 24 03:31:17.502097 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.538663 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.611622 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddf1c12-f6aa-46e8-9993-b02b6c70d11f None None] Network cba65e79-4fc5-4461-a342-04d626e59a47 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:31:17.649087 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8e249db-df7f-4a45-ba26-d0989ae958c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.719709 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7ff78dcb-d931-4bf0-afca-529ca55b8dd5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:31:17.727875 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7ff78dcb-d931-4bf0-afca-529ca55b8dd5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1377828 Sep 24 03:31:17.729363 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-c295eff2-81a7-41e4-adcf-88a10f4f8392 None None] Provisioning complete for port 342302b5-c96d-48ff-bdd3-a358cfd2bc84 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:17.730026 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c295eff2-81a7-41e4-adcf-88a10f4f8392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.782284 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5606e3e1-6d06-4958-a139-c8ae81569db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for subnet, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.783129 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3f7ba9d-297c-48e7-8fdb-d4a56805e7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.787776 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e249db-df7f-4a45-ba26-d0989ae958c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e334428-b0b7-4ccf-9252-ca8733c7e91f,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:17.795309 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.837008 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e249db-df7f-4a45-ba26-d0989ae958c3 admin admin] Checking segment: {'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:17.837441 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e249db-df7f-4a45-ba26-d0989ae958c3 admin admin] Network hostable DHCP agents. Network: 3a46da72-dbc3-4033-9e4b-9bf85a1d2088, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:31:17.870753 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e249db-df7f-4a45-ba26-d0989ae958c3 admin admin] Network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:31:17.917661 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e8e249db-df7f-4a45-ba26-d0989ae958c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, 3a46da72-dbc3-4033-9e4b-9bf85a1d2088) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:17.934862 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e249db-df7f-4a45-ba26-d0989ae958c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:17.936177 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8e249db-df7f-4a45-ba26-d0989ae958c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:17.963189 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f771b23-9a64-45fe-a8e0-da9a175263f3 None None] Network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:31:18.018801 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606e3e1-6d06-4958-a139-c8ae81569db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fefe6293-9536-4ce2-878b-198586418a20,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:18.045306 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-d29f32c0-1b41-4b56-bb8a-d3f2101a648d service neutron] 10.222.0.18 "GET /v2.0/networks/7a3398f5-9ed0-405e-9ef5-e387b8d91fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160424 Sep 24 03:31:18.048106 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-aa13373b-87e3-4b01-8f59-57a70f475692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.061409 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5606e3e1-6d06-4958-a139-c8ae81569db9 admin admin] Checking segment: {'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:18.061409 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5606e3e1-6d06-4958-a139-c8ae81569db9 admin admin] Network hostable DHCP agents. Network: da8a83a1-4718-4b4d-b03f-5ba6c433eea0, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:31:18.074393 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-aa13373b-87e3-4b01-8f59-57a70f475692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.086436 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715173'] for router, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.090981 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-e8e249db-df7f-4a45-ba26-d0989ae958c3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1171093 Sep 24 03:31:18.091160 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 47422) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:18.097968 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:18.179161 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.186143 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6812'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.205935 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.237009 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d15cbd0-2b0d-5cfe-b69c-d2344c4145b9-3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f'}]}} from dv-cinder-810800-1-iscsi. {{(pid=94018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 03:31:18.237904 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.261014 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.370797 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.386265 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-aa13373b-87e3-4b01-8f59-57a70f475692 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=091f72a7b5554791af233465350e8c0e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5354612 Sep 24 03:31:18.391771 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13373b-87e3-4b01-8f59-57a70f475692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743b9184-88b1-4b5f-9801-1c5a7ec952da,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:18.397073 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47426) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:18.408576 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5606e3e1-6d06-4958-a139-c8ae81569db9 admin admin] Network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:31:18.431487 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Allocated IP 172.20.0.2 (3a46da72-dbc3-4033-9e4b-9bf85a1d2088/4e334428-b0b7-4ccf-9252-ca8733c7e91f/c7d1c410-b852-4a50-82f9-54e86eaf8f01) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:18.444455 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-5606e3e1-6d06-4958-a139-c8ae81569db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, da8a83a1-4718-4b4d-b03f-5ba6c433eea0) {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:18.463392 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-4e8372d6-e61c-46e6-8abe-88ba80d8da14 service neutron] 10.222.0.18 "GET /v2.0/networks/7a3398f5-9ed0-405e-9ef5-e387b8d91fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180968 Sep 24 03:31:18.466182 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5606e3e1-6d06-4958-a139-c8ae81569db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:18.466771 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5606e3e1-6d06-4958-a139-c8ae81569db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.509845 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-5606e3e1-6d06-4958-a139-c8ae81569db9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2475090 Sep 24 03:31:18.518406 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-43bb12df-1667-4f35-9895-2d25c799aca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.552024 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-43bb12df-1667-4f35-9895-2d25c799aca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.605876 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Router da3540eb-972a-443e-b760-9ef6aec5b017 is scheduled to L3 agent a47af37d-c188-448d-b268-a4c8957979dc with binding_index 1 {{(pid=94016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 03:31:18.651922 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.653906 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Allocated IP 172.27.1.93 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/8be54b43-d023-4238-8eed-70869132619d) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:18.661748 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd128e3-e256-4474-b7e2-e88288f66a5c None None] Network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:31:18.671320 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.751134 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-43bb12df-1667-4f35-9895-2d25c799aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.753876 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-43bb12df-1667-4f35-9895-2d25c799aca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.755091 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-43bb12df-1667-4f35-9895-2d25c799aca1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/743b9184-88b1-4b5f-9801-1c5a7ec952da HTTP/1.1" status: 204 len: 168 time: 0.3570530 Sep 24 03:31:18.772012 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb12df-1667-4f35-9895-2d25c799aca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743b9184-88b1-4b5f-9801-1c5a7ec952da,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:18.811472 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:31:18.823537 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Sync routers for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:31:18.830958 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] Notify callbacks [] for router, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.832445 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-bedc5579-873e-4d19-8ab3-c55ed513ca2b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3680768 Sep 24 03:31:18.836339 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47444) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:18.850460 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:18.871380 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:31:18.877542 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:18.880528 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 342302b5-c96d-48ff-bdd3-a358cfd2bc84 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:18.943199 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47456) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:19.048824 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:19.090578 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:19.094841 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:19.115686 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7a951f5c-7800-402c-a701-a1865a86a2ef req-6699f301-8312-485a-a5c1-aecbaf56852d tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 210 time: 0.1705172 Sep 24 03:31:19.195772 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:19.199969 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07942b0e-6c99-4c9c-a977-03d27e734183 None None] Network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:31:19.311573 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:31:19.357703 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:19.452081 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:19.460460 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:19.471689 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:19.476546 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Pushing event updated for resources: {'Port': ['ID=8be54b43-d023-4238-8eed-70869132619d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:19.548952 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:19.567740 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:19.580424 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Pushing event updated for resources: {'Port': ['ID=c7d1c410-b852-4a50-82f9-54e86eaf8f01,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:19.612397 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:19.651535 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-b4031bc5-f7af-49ad-af72-85761868154f None None] Provisioning complete for port 342302b5-c96d-48ff-bdd3-a358cfd2bc84 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:19.653081 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b4031bc5-f7af-49ad-af72-85761868154f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:19.738639 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Attempting to bind port c7d1c410-b852-4a50-82f9-54e86eaf8f01 on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:19.739021 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Attempting to bind port c7d1c410-b852-4a50-82f9-54e86eaf8f01 by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:19.739394 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Attempting to bind port c7d1c410-b852-4a50-82f9-54e86eaf8f01 on network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:19.833065 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:19.833527 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Checking segment: {'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:19.833997 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:19.834389 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Bound using segment: {'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:19.834938 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Bound port: c7d1c410-b852-4a50-82f9-54e86eaf8f01, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:19.835365 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:19.892215 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 342302b5-c96d-48ff-bdd3-a358cfd2bc84 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:19.893142 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:19.961879 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Allocated IP 172.27.1.224 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/46f1ab46-6eac-47eb-b203-6a0b120b753b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:20.001133 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:16Z', 'revision_number': 3, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:20.048191 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:20.137438 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Checking router: da3540eb-972a-443e-b760-9ef6aec5b017 for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:31:20.141385 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Updating router da3540eb-972a-443e-b760-9ef6aec5b017 port 7fc67c77-f6cb-434d-8d86-d9433f31bcfd binding host dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:31:20.143243 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] For port c7d1c410-b852-4a50-82f9-54e86eaf8f01, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:20.147031 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] For port c7d1c410-b852-4a50-82f9-54e86eaf8f01, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=c7d1c410-b852-4a50-82f9-54e86eaf8f01,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:20.158022 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-335ebf2e-e917-4759-bb8d-03c27fec29b2 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:20.165417 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-335ebf2e-e917-4759-bb8d-03c27fec29b2 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/networks?id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 200 len: 814 time: 0.2946239 Sep 24 03:31:20.174260 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:20.184235 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-c630a5a0-6358-49b3-a343-ea75cbd1b2fd tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/quotas/cad76815db3c4a67adf42217edb51d2d HTTP/1.1" status: 200 len: 375 time: 0.0176220 Sep 24 03:31:20.192422 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:20.256888 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:20.278609 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:20.284899 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-22f54a82-4437-4d93-a6cc-79559ce3e6be tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cad76815db3c4a67adf42217edb51d2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0990601 Sep 24 03:31:20.410127 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551369e-e58a-43b1-96df-2353f786eaaf None None] Pushing event updated for resources: {'Port': ['ID=c7d1c410-b852-4a50-82f9-54e86eaf8f01,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:20.491631 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1115cde9-3d2e-4bff-9cef-fb23fad08e21 req-76d10787-cc5b-4ce7-83dc-6518ce876a22 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 210 time: 0.2304981 Sep 24 03:31:20.508328 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-b7b4521a-142b-4b0a-a37f-d476d48e355b service neutron] 10.222.0.18 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230489 Sep 24 03:31:20.695219 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:20.707428 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:20.845160 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715173'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:20.848648 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Allocated IP 172.20.0.1 (cba65e79-4fc5-4461-a342-04d626e59a47/7359379f-7a6e-4681-962c-52307286e43d/026e5142-f2b4-4195-9089-d68445907c77) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:20.883437 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-79203689-c898-4b2c-ab94-70e87fd51cb4 service neutron] 10.222.0.18 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742654 Sep 24 03:31:20.932331 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:21.009510 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Pushing event updated for resources: {'Port': ['ID=46f1ab46-6eac-47eb-b203-6a0b120b753b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:21.026023 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:21.027216 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:21.030645 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:21.039036 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:21.118814 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:21.196755 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Network cba65e79-4fc5-4461-a342-04d626e59a47 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:21.200342 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:21.204278 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:21.204739 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726680'] for router_interface, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:21.255861 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Pushing event updated for resources: {'Port': ['ID=026e5142-f2b4-4195-9089-d68445907c77,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:21.363879 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:21.409818 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:21.527643 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Pushing event updated for resources: {'Port': ['ID=7fc67c77-f6cb-434d-8d86-d9433f31bcfd,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:21.539457 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:21.539988 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:21.540521 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:21.541019 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:21.541638 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:21.542151 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:21.542702 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:21.543422 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:21.544062 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:21.544654 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:21.550501 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:21.551154 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Tracked resource versions report: Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: pushed versions: Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: { 'AddressGroup': {'1.2'}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'ConntrackHelper': {'1.0'}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Log': {'1.0'}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Network': {'1.1'}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Port': {'1.7'}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'PortForwarding': {'1.2'}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'QosPolicy': {'1.9'}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'SecurityGroup': {'1.4'}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'SecurityGroupRule': {'1.2'}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'SubPort': {'1.0'}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Subnet': {'1.1'}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Trunk': {'1.1'}} Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: consumer versions: Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: { DHCP agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: HyperV agent@hv-cinder-81080: {}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: L3 agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: Metadata agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: Metering agent@dv-cinder-810800-1-iscsi: {}, Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: Open vSwitch agent@dv-cinder-810800-1-iscsi: { 'AddressGroup': '1.2', Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'ConntrackHelper': '1.0', Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Log': '1.0', Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Network': '1.1', Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Port': '1.7', Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'PortForwarding': '1.2', Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'QosPolicy': '1.9', Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'SecurityGroup': '1.4', Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'SecurityGroupRule': '1.2', Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'SubPort': '1.0', Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Subnet': '1.1', Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: 'Trunk': '1.1'}} Sep 24 03:31:21.552602 dv-cinder-810800-1-iscsi neutron-server[94019]: {{(pid=94019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 03:31:21.587535 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Attempting to bind port 7fc67c77-f6cb-434d-8d86-d9433f31bcfd on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:21.588173 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Attempting to bind port 7fc67c77-f6cb-434d-8d86-d9433f31bcfd by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:21.588717 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Attempting to bind port 7fc67c77-f6cb-434d-8d86-d9433f31bcfd on network fbd1662f-29d0-4f7e-9136-bac8ec89d902 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:21.602952 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:21.603320 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Checking segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:21.603914 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:21.604561 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Bound using segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:21.605189 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Bound port: 7fc67c77-f6cb-434d-8d86-d9433f31bcfd, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:21.605816 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:21.738597 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] For port 7fc67c77-f6cb-434d-8d86-d9433f31bcfd, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:21.742349 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] For port 7fc67c77-f6cb-434d-8d86-d9433f31bcfd, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=7fc67c77-f6cb-434d-8d86-d9433f31bcfd,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:21.753510 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:21.799385 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7f391966-bce6-484c-85f2-777f2bef157e None None] Provisioning complete for port 026e5142-f2b4-4195-9089-d68445907c77 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:21.800270 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f391966-bce6-484c-85f2-777f2bef157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:21.850855 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166e091-473b-4359-85c6-256d788c8b8f None None] Pushing event updated for resources: {'Port': ['ID=7fc67c77-f6cb-434d-8d86-d9433f31bcfd,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:21.930142 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:31:21.931101 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:21.983606 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7f391966-bce6-484c-85f2-777f2bef157e None None] Port 026e5142-f2b4-4195-9089-d68445907c77 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:31:22.065542 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Router a6a49c97-d112-4c99-9a50-ffb315cf6f3e is scheduled to L3 agent a47af37d-c188-448d-b268-a4c8957979dc with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 03:31:22.128643 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda62b6a-e944-48e2-92dd-fce7f95b570c None None] Network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:31:22.167451 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b64bd6e1-d99f-46dc-bd44-bdc49bef2777 req-188e4b2f-3efb-4d1b-a9ab-4f57cd25b3ac tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 210 time: 0.6085362 Sep 24 03:31:22.205733 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7537c065-c200-4899-b259-c460e8bd5ebc req-1e6393e5-23ea-43cb-a904-158635941a91 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 210 time: 0.0426147 Sep 24 03:31:22.266193 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:31:22.311773 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:22.386639 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-61861558-79dd-4632-8955-ee6450c4f9b3 None None] Provisioning complete for port c7d1c410-b852-4a50-82f9-54e86eaf8f01 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:22.387277 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61861558-79dd-4632-8955-ee6450c4f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:22.629071 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:22.645524 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:16Z', 'revision_number': 3, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:22.646178 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:22.646617 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725608'] for router_interface, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:22.663167 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:31:22.715401 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:22.736911 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04d70e-bfa0-487f-a393-d80751623c23 None None] The sync data for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi is: [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:16Z', 'revision_number': 3, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:31:22.742036 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:22.745126 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Sync routers for ids ['a6a49c97-d112-4c99-9a50-ffb315cf6f3e'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:31:22.746120 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-73436545-45bf-47dc-aa8b-30cbc05f906c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5137243 Sep 24 03:31:22.747294 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.13', 49853) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:22.747950 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 47632) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:22.797916 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device c7d1c410-b852-4a50-82f9-54e86eaf8f01 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:22.799167 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Pushing event updated for resources: {'Port': ['ID=026e5142-f2b4-4195-9089-d68445907c77,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:22.981212 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Routers {'a6a49c97-d112-4c99-9a50-ffb315cf6f3e'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:31:22.983614 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['a6a49c97-d112-4c99-9a50-ffb315cf6f3e'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:23.045837 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Network cba65e79-4fc5-4461-a342-04d626e59a47 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:23.049777 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:23.275864 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61861558-79dd-4632-8955-ee6450c4f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:23.393879 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port c7d1c410-b852-4a50-82f9-54e86eaf8f01 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:23.394257 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:23.648916 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Router da3540eb-972a-443e-b760-9ef6aec5b017 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:31:23.696639 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-61861558-79dd-4632-8955-ee6450c4f9b3 None None] For port c7d1c410-b852-4a50-82f9-54e86eaf8f01, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=c7d1c410-b852-4a50-82f9-54e86eaf8f01,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:23.713530 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Set router a6a49c97-d112-4c99-9a50-ffb315cf6f3e gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:31:23.728039 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a77e8fad-6fa1-4dec-a899-6b005d3a502e req-3ec10679-aa8c-4eb2-b51c-1e2146c1d711 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 210 time: 0.0735574 Sep 24 03:31:23.858808 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715173'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:24.009272 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e59fdafa-34a3-495c-85cb-0f8d713c170f req-f2a5590a-fe66-41b8-8515-13e4af6b1a8f tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 210 time: 0.0385728 Sep 24 03:31:24.029950 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:31:24.078652 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-0effcdae-e7a8-439c-b710-6de13dc3963d admin admin] 10.222.0.18 "PUT /v2.0/routers/da3540eb-972a-443e-b760-9ef6aec5b017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2410879 Sep 24 03:31:24.090499 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61861558-79dd-4632-8955-ee6450c4f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:24.209018 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-28ec4f54-4402-4389-acb6-4bf5428e9e7a tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:24.210658 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-28ec4f54-4402-4389-acb6-4bf5428e9e7a tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.13 "GET /v2.0/networks?id=7a3398f5-9ed0-405e-9ef5-e387b8d91fc7 HTTP/1.1" status: 200 len: 812 time: 1.1610944 Sep 24 03:31:24.438781 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-0ab2523c-e6cb-4605-9a5c-25ecd72bb7bb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Request body: {'port': {'device_id': 'e3540174-f6bf-49ec-a73f-a6c97f75cb0c', 'network_id': '7a3398f5-9ed0-405e-9ef5-e387b8d91fc7', 'admin_state_up': True, 'tenant_id': 'df3f7c20fdf04a49852b5b836d442f9c'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:24.468100 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-f35802d5-0d03-4fae-a683-cfe7f4aaf046 None None] Provisioning complete for port c7d1c410-b852-4a50-82f9-54e86eaf8f01 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:24.479302 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f35802d5-0d03-4fae-a683-cfe7f4aaf046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:24.543246 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61861558-79dd-4632-8955-ee6450c4f9b3 None None] Pushing event updated for resources: {'Port': ['ID=c7d1c410-b852-4a50-82f9-54e86eaf8f01,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:24.561364 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.13', 49867) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:24.962675 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-dc05224a-8ca0-4fa6-8cdf-e4f2ff21a817 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:24.980910 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device c7d1c410-b852-4a50-82f9-54e86eaf8f01 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:24.983075 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-dc05224a-8ca0-4fa6-8cdf-e4f2ff21a817 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "GET /v2.0/networks?id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 200 len: 814 time: 0.4014957 Sep 24 03:31:24.988467 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-f35802d5-0d03-4fae-a683-cfe7f4aaf046 None None] Provisioning complete for port 026e5142-f2b4-4195-9089-d68445907c77 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:24.996682 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f35802d5-0d03-4fae-a683-cfe7f4aaf046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:25.114649 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-bfff4631-d47f-434b-85f1-eba4de552eea tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Request body: {'port': {'device_id': '92c68dca-6afe-4e74-9291-542e2d0529b4', 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0', 'admin_state_up': True, 'tenant_id': 'cad76815db3c4a67adf42217edb51d2d'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:25.194426 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cbadb6b0-d1b0-46c7-b8e1-b8af3cdc9347 req-1b0175ea-fdf2-4b27-91cc-1ccb2a5738c4 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 210 time: 0.1697199 Sep 24 03:31:25.229165 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:25.283884 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-328800267-router', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8be54b43-d023-4238-8eed-70869132619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:17Z', 'updated_at': '2021-09-24T03:31:19Z', 'revision_number': 3, 'project_id': '9044a5eb528040b1804ebe0176b04bcb', 'gw_port': {'id': '8be54b43-d023-4238-8eed-70869132619d', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:95:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:25.389246 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Checking router: a6a49c97-d112-4c99-9a50-ffb315cf6f3e for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:31:25.410627 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Updating router a6a49c97-d112-4c99-9a50-ffb315cf6f3e port 8be54b43-d023-4238-8eed-70869132619d binding host dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:31:25.442880 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Router da789b7d-881c-49ce-8770-9c974083b482 is scheduled to L3 agent a47af37d-c188-448d-b268-a4c8957979dc with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 03:31:25.471322 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-0ab2523c-e6cb-4605-9a5c-25ecd72bb7bb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Made reservation on behalf of df3f7c20fdf04a49852b5b836d442f9c for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:25.475875 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-0ab2523c-e6cb-4605-9a5c-25ecd72bb7bb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:25.490744 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:25.499714 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f35802d5-0d03-4fae-a683-cfe7f4aaf046 None None] Port 026e5142-f2b4-4195-9089-d68445907c77 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:31:25.519508 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5534df53-dafc-496f-be04-5bc3fb2fe3d8 req-9fcfb111-e469-4a9d-aca8-1d0e165d6a72 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 210 time: 0.0898869 Sep 24 03:31:25.633470 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port c7d1c410-b852-4a50-82f9-54e86eaf8f01 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:25.635433 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:25.758905 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-bfff4631-d47f-434b-85f1-eba4de552eea tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Made reservation on behalf of cad76815db3c4a67adf42217edb51d2d for: {'port': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:25.767007 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-bfff4631-d47f-434b-85f1-eba4de552eea tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:26.016403 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Sync routers for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:31:26.037802 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:31:26.041241 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:26.333398 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47754) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:26.370899 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-d13caecf-ec6b-4d7d-9c35-272c7f332bd3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101524179', 'description': 'tempest-description--1517870899'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:26.460194 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:31:26.533947 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 7fc67c77-f6cb-434d-8d86-d9433f31bcfd up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:26.627959 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-56e8c35a-0c19-4209-90cd-99e4e6be077f req-3df52bb9-46b5-486f-949e-a0c48b70a5e5 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 210 time: 0.2039251 Sep 24 03:31:26.682497 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-0ab2523c-e6cb-4605-9a5c-25ecd72bb7bb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Allocated IP 172.20.0.5 (7a3398f5-9ed0-405e-9ef5-e387b8d91fc7/ac3c3c68-1bcc-4533-acb5-41ffcdb693a4/e3ce4347-79c9-4ad9-879b-fbbcc74060cc) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:26.735445 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-d13caecf-ec6b-4d7d-9c35-272c7f332bd3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:26.758956 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:26.776816 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-bfff4631-d47f-434b-85f1-eba4de552eea tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Allocated IP 172.20.0.13 (da8a83a1-4718-4b4d-b03f-5ba6c433eea0/fefe6293-9536-4ce2-878b-198586418a20/8986b042-420b-4efa-b1f8-2c2d72fc703a) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:26.785947 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:31:26.834688 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Sync routers for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:31:26.872104 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:26.881482 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-a28c4f57-7dd1-4b8b-9275-37b467cb5d68 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.7876265 Sep 24 03:31:26.886298 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ed9a86f0-4b80-4480-b72e-65fc29f31ffe req-d67c5e83-d9d3-4955-a9f4-58ba24723e5f tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 210 time: 0.1559911 Sep 24 03:31:26.888036 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 47772) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:26.913991 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 2, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:26.935969 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:26.940110 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:31:26.940752 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:26.960565 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Checking router: da3540eb-972a-443e-b760-9ef6aec5b017 for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:31:26.961130 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Updating router da3540eb-972a-443e-b760-9ef6aec5b017 port 026e5142-f2b4-4195-9089-d68445907c77 binding host dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:31:26.998646 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.193756 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:31:27.277546 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 7fc67c77-f6cb-434d-8d86-d9433f31bcfd triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:27.277966 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.291914 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.405071 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Attempting to bind port 8be54b43-d023-4238-8eed-70869132619d on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:27.405447 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Attempting to bind port 8be54b43-d023-4238-8eed-70869132619d by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:27.406373 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Attempting to bind port 8be54b43-d023-4238-8eed-70869132619d on network fbd1662f-29d0-4f7e-9136-bac8ec89d902 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:27.432545 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:27.432980 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Checking segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:27.433330 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.433706 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Bound using segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:27.434221 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Bound port: 8be54b43-d023-4238-8eed-70869132619d, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:27.434598 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.439342 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a83329-0328-4f1c-8e81-bc764f8ae2e0 None None] Pushing event updated for resources: {'Port': ['ID=8be54b43-d023-4238-8eed-70869132619d,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:27.478557 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-d13caecf-ec6b-4d7d-9c35-272c7f332bd3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.559718 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] For port 8be54b43-d023-4238-8eed-70869132619d, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:27.571539 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-0ab2523c-e6cb-4605-9a5c-25ecd72bb7bb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.597203 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.606241 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.609388 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-bfff4631-d47f-434b-85f1-eba4de552eea tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.616303 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] For port 8be54b43-d023-4238-8eed-70869132619d, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=8be54b43-d023-4238-8eed-70869132619d,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:27.619544 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.639623 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.716027 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb1f76-490d-4e08-bc1a-47138c3baf32 None None] Pushing event updated for resources: {'Port': ['ID=026e5142-f2b4-4195-9089-d68445907c77,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:27.735541 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-0ab2523c-e6cb-4605-9a5c-25ecd72bb7bb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.779943 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a83329-0328-4f1c-8e81-bc764f8ae2e0 None None] Pushing event updated for resources: {'Port': ['ID=8be54b43-d023-4238-8eed-70869132619d,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:27.792972 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-d13caecf-ec6b-4d7d-9c35-272c7f332bd3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.854650 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port 7fc67c77-f6cb-434d-8d86-d9433f31bcfd, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=7fc67c77-f6cb-434d-8d86-d9433f31bcfd,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:27.877589 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-bfff4631-d47f-434b-85f1-eba4de552eea tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.881909 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.961048 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Attempting to bind port 026e5142-f2b4-4195-9089-d68445907c77 on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:27.965348 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Attempting to bind port 026e5142-f2b4-4195-9089-d68445907c77 by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:27.967504 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Attempting to bind port 026e5142-f2b4-4195-9089-d68445907c77 on network cba65e79-4fc5-4461-a342-04d626e59a47 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:27.991645 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:27.994202 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Checking segment: {'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:27.996740 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:27.997438 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Bound using segment: {'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:27.998317 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Bound port: 026e5142-f2b4-4195-9089-d68445907c77, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:28.000171 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:28.027112 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:21Z', 'revision_number': 3, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:28.044795 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Routers {'a6a49c97-d112-4c99-9a50-ffb315cf6f3e'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:31:28.049054 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['a6a49c97-d112-4c99-9a50-ffb315cf6f3e'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:28.200117 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-0ab2523c-e6cb-4605-9a5c-25ecd72bb7bb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Network 7a3398f5-9ed0-405e-9ef5-e387b8d91fc7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:28.206636 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2523c-e6cb-4605-9a5c-25ecd72bb7bb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Pushing event updated for resources: {'Port': ['ID=e3ce4347-79c9-4ad9-879b-fbbcc74060cc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:28.245393 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-0ab2523c-e6cb-4605-9a5c-25ecd72bb7bb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:28.251873 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-0ab2523c-e6cb-4605-9a5c-25ecd72bb7bb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:28.260598 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] For port 026e5142-f2b4-4195-9089-d68445907c77, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:28.272853 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] For port 026e5142-f2b4-4195-9089-d68445907c77, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=026e5142-f2b4-4195-9089-d68445907c77,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:28.279650 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-0ab2523c-e6cb-4605-9a5c-25ecd72bb7bb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:28.281371 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-0ab2523c-e6cb-4605-9a5c-25ecd72bb7bb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:28.283676 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:28.428562 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:31:28.434164 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:28.641242 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb1f76-490d-4e08-bc1a-47138c3baf32 None None] Pushing event updated for resources: {'Port': ['ID=026e5142-f2b4-4195-9089-d68445907c77,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:28.675508 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47800) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:28.717987 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-d13caecf-ec6b-4d7d-9c35-272c7f332bd3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:28.721179 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-d13caecf-ec6b-4d7d-9c35-272c7f332bd3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.3626246 Sep 24 03:31:28.722964 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13caecf-ec6b-4d7d-9c35-272c7f332bd3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cb4ec4-cf06-4126-b062-453d06b84f79,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:28.730572 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47806) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:28.739576 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-2da88f48-52c3-43e3-93e1-b8265fe32414 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Request body: {'security_group_rule': {'security_group_id': '12cb4ec4-cf06-4126-b062-453d06b84f79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:28.754186 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-bfff4631-d47f-434b-85f1-eba4de552eea tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:28.767565 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:31:28.768122 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-bfff4631-d47f-434b-85f1-eba4de552eea tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:28.780506 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-bfff4631-d47f-434b-85f1-eba4de552eea tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:28.787778 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-bfff4631-d47f-434b-85f1-eba4de552eea tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:28.788851 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-bfff4631-d47f-434b-85f1-eba4de552eea tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:28.801862 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c3afd-a99d-43d0-a7ad-6dd6c45da277 req-46ef6ee6-d5ca-4a1e-af96-69be80d80f10 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:28.802263 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Allocated IP 172.20.0.1 (e4489f0f-1647-433c-a28d-da32642eb55e/b73ab388-512a-40d2-a0c1-897e1cbeecdc/ea6f129c-1b68-4cd1-a974-a48d336c678b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:28.811356 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4d4c3afd-a99d-43d0-a7ad-6dd6c45da277 req-46ef6ee6-d5ca-4a1e-af96-69be80d80f10 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 932 time: 0.8710725 Sep 24 03:31:28.912704 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff4631-d47f-434b-85f1-eba4de552eea tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Pushing event updated for resources: {'Port': ['ID=8986b042-420b-4efa-b1f8-2c2d72fc703a,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:28.915035 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] Set router a6a49c97-d112-4c99-9a50-ffb315cf6f3e gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:31:28.964478 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4d4c3afd-a99d-43d0-a7ad-6dd6c45da277 req-2a658ef5-42be-4c22-9dd1-097dd59ea226 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510658 Sep 24 03:31:28.986993 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-bfff4631-d47f-434b-85f1-eba4de552eea tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9091868 Sep 24 03:31:28.993917 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2da88f48-52c3-43e3-93e1-b8265fe32414 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.016006 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e474d-0e77-42b3-9abf-6b25c099eb0e req-24e18c51-43c4-4a69-a2c9-ea59918bc49d tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:29.023782 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-467e474d-0e77-42b3-9abf-6b25c099eb0e req-24e18c51-43c4-4a69-a2c9-ea59918bc49d tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 931 time: 0.9737527 Sep 24 03:31:29.093331 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-467e474d-0e77-42b3-9abf-6b25c099eb0e req-491e2dec-9d0e-4322-b63c-f7bc88fc7678 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681181 Sep 24 03:31:29.127555 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-97711f5d-f46c-487c-88cf-9cdbe8d0e3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.166374 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-45901aa5-90fc-44b4-af7b-22c476b58b3a tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:31:29.167829 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-45901aa5-90fc-44b4-af7b-22c476b58b3a tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058622 Sep 24 03:31:29.192697 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2da88f48-52c3-43e3-93e1-b8265fe32414 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.203978 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2da88f48-52c3-43e3-93e1-b8265fe32414 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.225636 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da88f48-52c3-43e3-93e1-b8265fe32414 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf0bcee-3614-4bc3-97a5-df07a6eb911a,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:29.292244 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Checking router: da789b7d-881c-49ce-8770-9c974083b482 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:31:29.292644 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Updating router da789b7d-881c-49ce-8770-9c974083b482 port 46f1ab46-6eac-47eb-b203-6a0b120b753b binding host dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:31:29.319373 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-97711f5d-f46c-487c-88cf-9cdbe8d0e3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.329699 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-97711f5d-f46c-487c-88cf-9cdbe8d0e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.346114 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2da88f48-52c3-43e3-93e1-b8265fe32414 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.347585 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-2da88f48-52c3-43e3-93e1-b8265fe32414 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6126132 Sep 24 03:31:29.356163 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.366830 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=7fc67c77-f6cb-434d-8d86-d9433f31bcfd,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:29.376574 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47816) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:29.383254 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-f8a86e98-af85-45a0-af58-bc37976156a4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Request body: {'security_group_rule': {'security_group_id': '12cb4ec4-cf06-4126-b062-453d06b84f79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:29.446144 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-97711f5d-f46c-487c-88cf-9cdbe8d0e3dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d891ee72102744b69c5be854807e31a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7506490 Sep 24 03:31:29.455676 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47820) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:29.533310 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-308becdb-10c5-4f3d-a718-f08011f5f00f None None] Provisioning complete for port 026e5142-f2b4-4195-9089-d68445907c77 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:29.534102 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Request body: {'port': {'device_id': '92c68dca-6afe-4e74-9291-542e2d0529b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:29.536539 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-308becdb-10c5-4f3d-a718-f08011f5f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.540389 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97711f5d-f46c-487c-88cf-9cdbe8d0e3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557cb1ba-93de-43eb-838b-f4237a5106f2,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:29.594035 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.638155 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f8a86e98-af85-45a0-af58-bc37976156a4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.731741 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e2f97b20-e42f-4584-a632-3fb389a3c2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.743016 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.810462 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.825185 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:28Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:29.862647 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6f129c-1b68-4cd1-a974-a48d336c678b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:29.885597 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-0ab2523c-e6cb-4605-9a5c-25ecd72bb7bb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5204091 Sep 24 03:31:29.891919 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e2f97b20-e42f-4584-a632-3fb389a3c2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:29.930726 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Network e4489f0f-1647-433c-a28d-da32642eb55e is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:29.961438 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Request body: {'port': {'device_id': 'e3540174-f6bf-49ec-a73f-a6c97f75cb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:29.985569 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73396797-d5c8-407e-8457-6469781b2a7d None None] The sync data for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi is: [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:28Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:31:30.037109 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:30.162200 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:30.162200 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726680'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:30.368369 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 7fc67c77-f6cb-434d-8d86-d9433f31bcfd up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:30.396632 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 47842) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:30.397491 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:30.691363 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-308becdb-10c5-4f3d-a718-f08011f5f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:30.837585 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-328800267-router', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8be54b43-d023-4238-8eed-70869132619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:17Z', 'updated_at': '2021-09-24T03:31:19Z', 'revision_number': 3, 'project_id': '9044a5eb528040b1804ebe0176b04bcb', 'gw_port': {'id': '8be54b43-d023-4238-8eed-70869132619d', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:95:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:30.845269 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f8a86e98-af85-45a0-af58-bc37976156a4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:30.899507 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cf938-08b5-40a0-a92f-0affad76ab0f req-ba58e387-0102-4da6-9281-8ccc87517790 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:30.901123 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-883cf938-08b5-40a0-a92f-0affad76ab0f req-ba58e387-0102-4da6-9281-8ccc87517790 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 932 time: 0.5526645 Sep 24 03:31:30.920572 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f8a86e98-af85-45a0-af58-bc37976156a4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:30.947682 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591a55f-8c8a-446c-8760-ba45220e778e None None] The sync data for ids ['a6a49c97-d112-4c99-9a50-ffb315cf6f3e'] in dv-cinder-810800-1-iscsi is: [{'id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-328800267-router', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8be54b43-d023-4238-8eed-70869132619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:17Z', 'updated_at': '2021-09-24T03:31:19Z', 'revision_number': 3, 'project_id': '9044a5eb528040b1804ebe0176b04bcb', 'gw_port': {'id': '8be54b43-d023-4238-8eed-70869132619d', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:95:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:31:31.001238 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 7fc67c77-f6cb-434d-8d86-d9433f31bcfd triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:31.001851 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a86e98-af85-45a0-af58-bc37976156a4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c323ae-ed6c-46f8-bfab-5bac6e0802e2,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:31.014273 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:31.023587 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f731a-c566-4b21-8ba9-a9a6edf5a056 req-b850f1b1-ed29-48b7-a0f5-6c90b7d1dfd1 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:31.041806 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-365f731a-c566-4b21-8ba9-a9a6edf5a056 req-b850f1b1-ed29-48b7-a0f5-6c90b7d1dfd1 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 931 time: 0.5604937 Sep 24 03:31:31.049111 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-308becdb-10c5-4f3d-a718-f08011f5f00f None None] For port 026e5142-f2b4-4195-9089-d68445907c77, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=026e5142-f2b4-4195-9089-d68445907c77,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:31.075048 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e2f97b20-e42f-4584-a632-3fb389a3c2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:31.078288 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e2f97b20-e42f-4584-a632-3fb389a3c2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:31.101892 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-308becdb-10c5-4f3d-a718-f08011f5f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:31.102118 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-e2f97b20-e42f-4584-a632-3fb389a3c2d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/557cb1ba-93de-43eb-838b-f4237a5106f2 HTTP/1.1" status: 204 len: 168 time: 1.6438994 Sep 24 03:31:31.211610 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308becdb-10c5-4f3d-a718-f08011f5f00f None None] Pushing event updated for resources: {'Port': ['ID=026e5142-f2b4-4195-9089-d68445907c77,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:31.284566 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f8a86e98-af85-45a0-af58-bc37976156a4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:31.295953 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-f8a86e98-af85-45a0-af58-bc37976156a4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9109097 Sep 24 03:31:31.317206 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47854) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:31.344988 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Request body: {'floatingip': {'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:31.413008 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-5b90f582-ae48-4444-87d7-dfea4ff03f42 None None] Provisioning complete for port 026e5142-f2b4-4195-9089-d68445907c77 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:31.413008 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b90f582-ae48-4444-87d7-dfea4ff03f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:31.464542 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64929f31-c9d4-4d3c-9672-edc8eaa4ba12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:31.519310 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:31.551304 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8986b042-420b-4efa-b1f8-2c2d72fc703a {{(pid=94016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:31:31.563546 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:31.595942 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.provisioning_blocks [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Transition to ACTIVE for port object 8986b042-420b-4efa-b1f8-2c2d72fc703a will not be triggered until provisioned by entity L2. {{(pid=94016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:31:31.656544 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:31.767237 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:31.782593 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:31.787447 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-883cf938-08b5-40a0-a92f-0affad76ab0f req-c2568bb6-7f8b-4dd8-8ae2-459f8946c624 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8462026 Sep 24 03:31:31.788815 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f97b20-e42f-4584-a632-3fb389a3c2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557cb1ba-93de-43eb-838b-f4237a5106f2,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:32.038092 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-365f731a-c566-4b21-8ba9-a9a6edf5a056 req-b5bc6d45-28e4-41ce-97f4-048c169af8c5 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7993588 Sep 24 03:31:32.087552 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Attempting to bind port 8986b042-420b-4efa-b1f8-2c2d72fc703a on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:32.087920 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Attempting to bind port 8986b042-420b-4efa-b1f8-2c2d72fc703a by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:32.088515 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Attempting to bind port 8986b042-420b-4efa-b1f8-2c2d72fc703a on network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:32.097324 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Port 8986b042-420b-4efa-b1f8-2c2d72fc703a on network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:31:32.111479 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Attempting to bind port 8986b042-420b-4efa-b1f8-2c2d72fc703a on network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:32.122023 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:32.122360 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Checking segment: {'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:32.123017 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Bound using segment: {'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:32.123460 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Bound port: 8986b042-420b-4efa-b1f8-2c2d72fc703a, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'}}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:32.123978 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:32.126823 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:32.147075 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Pushing event updated for resources: {'Port': ['ID=8986b042-420b-4efa-b1f8-2c2d72fc703a,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:32.161390 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a2f74-635f-4b77-9d90-e10a10592f86 None None] Pushing event updated for resources: {'Port': ['ID=46f1ab46-6eac-47eb-b203-6a0b120b753b,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:32.344720 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] For port 8986b042-420b-4efa-b1f8-2c2d72fc703a, host hv-cinder-81080, cleared binding levels {{(pid=94016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:32.407373 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] For port 8986b042-420b-4efa-b1f8-2c2d72fc703a, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8986b042-420b-4efa-b1f8-2c2d72fc703a,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:32.431213 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Attempting to bind port 46f1ab46-6eac-47eb-b203-6a0b120b753b on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:32.431905 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:32.433870 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Attempting to bind port 46f1ab46-6eac-47eb-b203-6a0b120b753b by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:32.434248 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Attempting to bind port 46f1ab46-6eac-47eb-b203-6a0b120b753b on network fbd1662f-29d0-4f7e-9136-bac8ec89d902 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:32.460028 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 026e5142-f2b4-4195-9089-d68445907c77 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:32.525321 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:32.540261 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:32.541059 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:32.542762 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] 10.222.0.13 "PUT /v2.0/ports/8986b042-420b-4efa-b1f8-2c2d72fc703a HTTP/1.1" status: 200 len: 1094 time: 3.1939733 Sep 24 03:31:32.543397 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c68dca-6afe-4e74-9291-542e2d0529b4', 'tag': '8986b042-420b-4efa-b1f8-2c2d72fc703a'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:31:32.548147 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ce4347-79c9-4ad9-879b-fbbcc74060cc {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:31:32.572140 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:32.611540 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Transition to ACTIVE for port object e3ce4347-79c9-4ad9-879b-fbbcc74060cc will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:31:32.612970 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:32.620546 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:32.626182 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:32.626537 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Checking segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:32.626916 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:32.627334 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Bound using segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:32.627798 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Bound port: 46f1ab46-6eac-47eb-b203-6a0b120b753b, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:32.628188 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:32.674540 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.db.api [None req-64929f31-c9d4-4d3c-9672-edc8eaa4ba12 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 03:31:32.674540 dv-cinder-810800-1-iscsi neutron-server[94017]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 03:31:32.674540 dv-cinder-810800-1-iscsi neutron-server[94017]: [parameters: {'project_id_1': '64c1346613184046a995ca9eab172ea8', 'expiration_1': datetime.datetime(2021, 9, 24, 3, 31, 11, 802835)}] Sep 24 03:31:32.674540 dv-cinder-810800-1-iscsi neutron-server[94017]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 03:31:32.675372 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG oslo_db.api [None req-64929f31-c9d4-4d3c-9672-edc8eaa4ba12 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 03:31:32.676374 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a9944-dd85-484a-a83f-ecfe22cbd700 service neutron] Pushing event updated for resources: {'Port': ['ID=8986b042-420b-4efa-b1f8-2c2d72fc703a,revision_number=3']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:32.833274 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 026e5142-f2b4-4195-9089-d68445907c77 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:32.833691 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:33.023855 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] For port 46f1ab46-6eac-47eb-b203-6a0b120b753b, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:33.031850 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] For port 46f1ab46-6eac-47eb-b203-6a0b120b753b, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=46f1ab46-6eac-47eb-b203-6a0b120b753b,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:33.051732 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Allocated IP 172.27.1.107 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/d22f142b-48c4-423e-90fe-106c142dd63f) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:33.057514 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:33.176391 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:33.193787 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a2f74-635f-4b77-9d90-e10a10592f86 None None] Pushing event updated for resources: {'Port': ['ID=46f1ab46-6eac-47eb-b203-6a0b120b753b,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:33.222257 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:31:33.222811 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:33.387053 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:33.394521 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Pushing event updated for resources: {'Port': ['ID=e3ce4347-79c9-4ad9-879b-fbbcc74060cc,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:33.398502 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64929f31-c9d4-4d3c-9672-edc8eaa4ba12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:33.410053 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 8be54b43-d023-4238-8eed-70869132619d up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:33.517439 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 8be54b43-d023-4238-8eed-70869132619d triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:33.518113 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:33.522166 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Allocated IP 172.20.0.1 (3a46da72-dbc3-4033-9e4b-9bf85a1d2088/4e334428-b0b7-4ccf-9252-ca8733c7e91f/b7c123e3-ef07-4f79-a385-45254ee6af7e) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:33.554566 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:31:33.569854 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83e2a1b-70a9-43de-9e57-1ab72847310c" -d '{"events": [{"name": "network-changed", "server_uuid": "92c68dca-6afe-4e74-9291-542e2d0529b4", "tag": "8986b042-420b-4efa-b1f8-2c2d72fc703a"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:31:33.655404 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:33.682056 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:33.891247 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:33.901486 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event updated for resources: {'Port': ['ID=d22f142b-48c4-423e-90fe-106c142dd63f,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:33.921947 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:33.977824 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-c83758bb-e9e8-4946-b992-9066b4c30186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:33.979863 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-c83758bb-e9e8-4946-b992-9066b4c30186 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cad76815db3c4a67adf42217edb51d2d&device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 1097 time: 1.3070221 Sep 24 03:31:33.989589 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64929f31-c9d4-4d3c-9672-edc8eaa4ba12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:33.995189 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:33.998655 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725608'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:34.051252 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ef284-f617-45b4-ae2c-2254de9059c6 req-34a1318c-b823-4d71-9a1c-dacd2895b6a7 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:34.067946 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bd9ef284-f617-45b4-ae2c-2254de9059c6 req-34a1318c-b823-4d71-9a1c-dacd2895b6a7 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 944 time: 0.8227949 Sep 24 03:31:34.075200 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:34.104330 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:34.120114 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64929f31-c9d4-4d3c-9672-edc8eaa4ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:34.133392 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:34.177403 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8f9f0-b9e1-4d38-969c-0522666aa283 req-add624c1-1748-4ac7-a7c6-fd1e2d5af249 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:34.184385 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bfc8f9f0-b9e1-4d38-969c-0522666aa283 req-add624c1-1748-4ac7-a7c6-fd1e2d5af249 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 943 time: 0.9584270 Sep 24 03:31:34.186006 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-64929f31-c9d4-4d3c-9672-edc8eaa4ba12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64c1346613184046a995ca9eab172ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7641687 Sep 24 03:31:34.194249 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 47920) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:34.208449 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port 8be54b43-d023-4238-8eed-70869132619d, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=8be54b43-d023-4238-8eed-70869132619d,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:34.239316 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64929f31-c9d4-4d3c-9672-edc8eaa4ba12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4bbdb2-6d80-4b2c-9936-8405d675b5a3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:34.242199 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:34.260971 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Attempting to bind port e3ce4347-79c9-4ad9-879b-fbbcc74060cc on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:34.261350 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Attempting to bind port e3ce4347-79c9-4ad9-879b-fbbcc74060cc by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '4630b859-046f-4251-8371-a4f6226e3997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a3398f5-9ed0-405e-9ef5-e387b8d91fc7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:34.261676 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Attempting to bind port e3ce4347-79c9-4ad9-879b-fbbcc74060cc on network 7a3398f5-9ed0-405e-9ef5-e387b8d91fc7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:34.287432 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Port e3ce4347-79c9-4ad9-879b-fbbcc74060cc on network 7a3398f5-9ed0-405e-9ef5-e387b8d91fc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:31:34.297696 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Attempting to bind port e3ce4347-79c9-4ad9-879b-fbbcc74060cc on network 7a3398f5-9ed0-405e-9ef5-e387b8d91fc7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:34.331460 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:34.331839 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Checking segment: {'id': '4630b859-046f-4251-8371-a4f6226e3997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a3398f5-9ed0-405e-9ef5-e387b8d91fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:34.332403 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Bound using segment: {'id': '4630b859-046f-4251-8371-a4f6226e3997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a3398f5-9ed0-405e-9ef5-e387b8d91fc7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:34.332812 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Bound port: e3ce4347-79c9-4ad9-879b-fbbcc74060cc, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4630b859-046f-4251-8371-a4f6226e3997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a3398f5-9ed0-405e-9ef5-e387b8d91fc7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:34.333165 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:34.438624 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:34.440658 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6f129c-1b68-4cd1-a974-a48d336c678b,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:34.550120 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=8be54b43-d023-4238-8eed-70869132619d,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:34.581880 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:34.587165 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:21Z', 'revision_number': 3, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:34.587392 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-c97c1d21-16c3-486a-b055-6da468084e1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8986b042-420b-4efa-b1f8-2c2d72fc703a HTTP/1.1" status: 200 len: 217 time: 0.0890462 Sep 24 03:31:34.620712 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9557d-4b84-40b6-a58e-3317467657d6 None None] The sync data for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi is: [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:21Z', 'revision_number': 3, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:31:34.636461 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bd9ef284-f617-45b4-ae2c-2254de9059c6 req-129743f3-d251-4361-847d-11b5e909dfd2 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620065 Sep 24 03:31:34.698998 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:34.699616 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726680'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:34.701987 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Pushing event updated for resources: {'Port': ['ID=b7c123e3-ef07-4f79-a385-45254ee6af7e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:34.781566 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bfc8f9f0-b9e1-4d38-969c-0522666aa283 req-28460e23-3a59-4e3b-b737-29c059fa58a2 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938971 Sep 24 03:31:34.795032 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2838d99d-d153-48ad-8977-511a27336e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:34.797323 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:34.871846 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Network e4489f0f-1647-433c-a28d-da32642eb55e is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:34.882873 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] For port e3ce4347-79c9-4ad9-879b-fbbcc74060cc, host hv-cinder-81080, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:34.894359 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:34.899731 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:34.925556 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2838d99d-d153-48ad-8977-511a27336e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:35.012510 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] For port e3ce4347-79c9-4ad9-879b-fbbcc74060cc, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=e3ce4347-79c9-4ad9-879b-fbbcc74060cc,segment=NetworkSegment(4630b859-046f-4251-8371-a4f6226e3997),segment_id=4630b859-046f-4251-8371-a4f6226e3997)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:35.036271 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-68392b8e-dd1e-4c6e-abcb-3cf4d3126faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:35.044041 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-68392b8e-dd1e-4c6e-abcb-3cf4d3126faf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fefe6293-9536-4ce2-878b-198586418a20 HTTP/1.1" status: 200 len: 854 time: 0.3700252 Sep 24 03:31:35.052572 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-8209ffe2-05f6-4872-8885-03904f171af3 None None] Provisioning complete for port b7c123e3-ef07-4f79-a385-45254ee6af7e triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:35.052954 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8209ffe2-05f6-4872-8885-03904f171af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:35.165866 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8209ffe2-05f6-4872-8885-03904f171af3 None None] Port b7c123e3-ef07-4f79-a385-45254ee6af7e cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:31:35.320371 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0424bb7a-b5ab-4faa-8bd8-1508ef671b2e x-openstack-request-id: req-0424bb7a-b5ab-4faa-8bd8-1508ef671b2e {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:31:35.321243 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c68dca-6afe-4e74-9291-542e2d0529b4", "tag": "8986b042-420b-4efa-b1f8-2c2d72fc703a", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:31:35.321557 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0424bb7a-b5ab-4faa-8bd8-1508ef671b2e {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:31:35.322041 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c68dca-6afe-4e74-9291-542e2d0529b4', 'tag': '8986b042-420b-4efa-b1f8-2c2d72fc703a', 'status': 'completed', 'code': 200} Sep 24 03:31:35.323340 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:35.331125 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-38729e8e-5600-4af8-9610-e53a4bdeec00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2426734 Sep 24 03:31:35.480997 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Pushing event updated for resources: {'Port': ['ID=e3ce4347-79c9-4ad9-879b-fbbcc74060cc,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:35.575232 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Router a6a49c97-d112-4c99-9a50-ffb315cf6f3e has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:31:35.626944 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:35.635629 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:35.636362 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:35.637943 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-7b3b212e-103d-4bea-8d6c-46bf5341151f service neutron] 10.222.0.13 "PUT /v2.0/ports/e3ce4347-79c9-4ad9-879b-fbbcc74060cc HTTP/1.1" status: 200 len: 1093 time: 5.6983075 Sep 24 03:31:35.643777 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3540174-f6bf-49ec-a73f-a6c97f75cb0c', 'tag': 'e3ce4347-79c9-4ad9-879b-fbbcc74060cc'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:31:35.667851 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:35.817759 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-a3795a32-dc87-4ae7-8668-7c39ea459c9a service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615701 Sep 24 03:31:35.840151 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:36.007963 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event updated for resources: {'Port': ['ID=d22f142b-48c4-423e-90fe-106c142dd63f,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:36.219936 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f9ea7a-6e7a-42af-adf9-2485ebcf301a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3540174-f6bf-49ec-a73f-a6c97f75cb0c", "tag": "e3ce4347-79c9-4ad9-879b-fbbcc74060cc"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:31:36.384369 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2838d99d-d153-48ad-8977-511a27336e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:36.387411 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2838d99d-d153-48ad-8977-511a27336e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:36.392549 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-2838d99d-d153-48ad-8977-511a27336e73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d4bbdb2-6d80-4b2c-9936-8405d675b5a3 HTTP/1.1" status: 204 len: 168 time: 2.1890154 Sep 24 03:31:36.428085 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-566f1430-43bc-4d59-a4e7-71995ed257a9 req-5ff66648-9cb4-4a70-8875-c1ae7fb3680a service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992737 Sep 24 03:31:36.430168 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:36.456821 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088affa2-3b7b-44eb-a9fb-e9bca192d301 req-2d130990-3eff-43e9-b436-bde8d7dba9f0 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:36.459324 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-088affa2-3b7b-44eb-a9fb-e9bca192d301 req-2d130990-3eff-43e9-b436-bde8d7dba9f0 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 944 time: 0.6321454 Sep 24 03:31:36.583228 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50db41-9f66-4123-b988-9cf434c5f19f req-f1274098-0d0c-4fdc-8496-f347294221b0 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:36.592612 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4b50db41-9f66-4123-b988-9cf434c5f19f req-f1274098-0d0c-4fdc-8496-f347294221b0 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 943 time: 0.5725129 Sep 24 03:31:36.616281 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838d99d-d153-48ad-8977-511a27336e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4bbdb2-6d80-4b2c-9936-8405d675b5a3,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:36.628102 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:36.635485 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 46f1ab46-6eac-47eb-b203-6a0b120b753b up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:36.656086 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:36.657979 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-1c5e799b-084d-4c09-a548-8862272d4132 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3307445 Sep 24 03:31:36.723885 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-088affa2-3b7b-44eb-a9fb-e9bca192d301 req-c27b80fe-cf4b-436d-ae47-91a5990e4b09 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428207 Sep 24 03:31:36.737845 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:36.744053 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725608'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:36.790677 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4b50db41-9f66-4123-b988-9cf434c5f19f req-357f6dda-edb8-488a-9027-314eab68c61c tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703603 Sep 24 03:31:36.804649 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-1d4b18cf-5d6f-437b-b5aa-91aed78efdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:36.809454 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-1d4b18cf-5d6f-437b-b5aa-91aed78efdfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df3f7c20fdf04a49852b5b836d442f9c&device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 1096 time: 1.0236094 Sep 24 03:31:36.851897 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 46f1ab46-6eac-47eb-b203-6a0b120b753b triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:36.852627 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:37.067761 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:37.085218 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:31:37.103976 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Sync routers for ids ['a6a49c97-d112-4c99-9a50-ffb315cf6f3e'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:31:37.104849 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-ef953ab5-69a6-4ebc-8fd4-ed6147812ef2 admin admin] 10.222.0.18 "PUT /v2.0/routers/a6a49c97-d112-4c99-9a50-ffb315cf6f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5051165 Sep 24 03:31:37.128522 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port 46f1ab46-6eac-47eb-b203-6a0b120b753b, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=46f1ab46-6eac-47eb-b203-6a0b120b753b,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:37.130838 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Routers {'a6a49c97-d112-4c99-9a50-ffb315cf6f3e'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:31:37.132885 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['a6a49c97-d112-4c99-9a50-ffb315cf6f3e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:37.140537 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:37.142024 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 8be54b43-d023-4238-8eed-70869132619d up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:37.176183 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-a37fa613-e56d-43f5-8bdb-8c9821ade344 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--101524179&fields=id&tenant_id=b959a04e215f4456becf31ac01fa6e25 HTTP/1.1" status: 200 len: 267 time: 0.1756859 Sep 24 03:31:37.201676 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-f655d647-15de-406e-ba66-fc990e13f431 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3ce4347-79c9-4ad9-879b-fbbcc74060cc HTTP/1.1" status: 200 len: 217 time: 0.0896986 Sep 24 03:31:37.203313 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Pushing event updated for resources: {'Port': ['ID=b7c123e3-ef07-4f79-a385-45254ee6af7e,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:37.290623 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=46f1ab46-6eac-47eb-b203-6a0b120b753b,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:37.306919 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 8be54b43-d023-4238-8eed-70869132619d triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:37.307463 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:37.368181 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-11aff963-4771-466a-813a-a6175ad4fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:37.371628 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-11aff963-4771-466a-813a-a6175ad4fd0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac3c3c68-1bcc-4533-acb5-41ffcdb693a4 HTTP/1.1" status: 200 len: 852 time: 0.1213427 Sep 24 03:31:37.377464 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Set router a6a49c97-d112-4c99-9a50-ffb315cf6f3e gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:31:37.458350 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e2a1b-70a9-43de-9e57-1ab72847310c req-a3fce182-21ff-46f4-a88c-846f52ddfa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:37.467042 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f83e2a1b-70a9-43de-9e57-1ab72847310c req-a3fce182-21ff-46f4-a88c-846f52ddfa22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cad76815db3c4a67adf42217edb51d2d&device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 1097 time: 0.3738649 Sep 24 03:31:37.473982 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:37.544265 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:37.570640 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-a707cd77-7e06-4f02-849f-ff34babc5361 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a3398f5-9ed0-405e-9ef5-e387b8d91fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1825049 Sep 24 03:31:37.576476 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6ebd49-26e3-4833-aa9f-90a752eee512 x-openstack-request-id: req-7c6ebd49-26e3-4833-aa9f-90a752eee512 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:31:37.577442 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3540174-f6bf-49ec-a73f-a6c97f75cb0c", "tag": "e3ce4347-79c9-4ad9-879b-fbbcc74060cc", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:31:37.579274 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c6ebd49-26e3-4833-aa9f-90a752eee512 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:31:37.581566 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3540174-f6bf-49ec-a73f-a6c97f75cb0c', 'tag': 'e3ce4347-79c9-4ad9-879b-fbbcc74060cc', 'status': 'completed', 'code': 200} Sep 24 03:31:37.726432 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-37ff5e0d-96bc-40a6-a44a-18a87b3c2b1e tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:37.728263 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-37ff5e0d-96bc-40a6-a44a-18a87b3c2b1e tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/networks?id=cba65e79-4fc5-4461-a342-04d626e59a47 HTTP/1.1" status: 200 len: 810 time: 0.5511501 Sep 24 03:31:37.800583 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-f98dd11c-8a37-40c4-a050-12066e15bd58 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/quotas/b959a04e215f4456becf31ac01fa6e25 HTTP/1.1" status: 200 len: 375 time: 0.0446925 Sep 24 03:31:37.875099 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48028) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:37.966169 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-328800267-router', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8be54b43-d023-4238-8eed-70869132619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:17Z', 'updated_at': '2021-09-24T03:31:31Z', 'revision_number': 4, 'project_id': '9044a5eb528040b1804ebe0176b04bcb', 'gw_port': {'id': '8be54b43-d023-4238-8eed-70869132619d', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'ea6f129c-1b68-4cd1-a974-a48d336c678b', 'name': '', 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'mac_address': 'fa:16:3e:9c:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b73ab388-512a-40d2-a0c1-897e1cbeecdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:26Z', 'updated_at': '2021-09-24T03:31:33Z', 'revision_number': 2, 'project_id': '9044a5eb528040b1804ebe0176b04bcb', 'subnets': [{'id': 'b73ab388-512a-40d2-a0c1-897e1cbeecdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:37.990717 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-ea19faab-aa9f-42ae-b484-32eeb1584fd3 service neutron] 10.222.0.13 "GET /v2.0/networks/7a3398f5-9ed0-405e-9ef5-e387b8d91fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050162 Sep 24 03:31:38.010166 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-676b7f17-258b-420a-a717-d1e244c2dc00 None None] Provisioning complete for port b7c123e3-ef07-4f79-a385-45254ee6af7e triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:38.010775 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-676b7f17-258b-420a-a717-d1e244c2dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:38.014753 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Checking router: a6a49c97-d112-4c99-9a50-ffb315cf6f3e for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:31:38.015268 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Updating router a6a49c97-d112-4c99-9a50-ffb315cf6f3e port ea6f129c-1b68-4cd1-a974-a48d336c678b binding host dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:31:38.021306 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-12a45d4d-3e93-4957-82a6-bb6da4d6248c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:38.029755 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48034) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:38.049069 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e2a1b-70a9-43de-9e57-1ab72847310c req-ee5b199a-bb31-43a6-a07c-b110576f3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:38.050981 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f83e2a1b-70a9-43de-9e57-1ab72847310c req-ee5b199a-bb31-43a6-a07c-b110576f3ab0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 200 len: 915 time: 0.5705879 Sep 24 03:31:38.065342 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:38.079897 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-676b7f17-258b-420a-a717-d1e244c2dc00 None None] Port b7c123e3-ef07-4f79-a385-45254ee6af7e cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:31:38.105338 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-2604dc02-2ef8-4af9-b907-8e1064ade9a5 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b959a04e215f4456becf31ac01fa6e25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3010981 Sep 24 03:31:38.138974 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Router da789b7d-881c-49ce-8770-9c974083b482 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:31:38.155016 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3a1f7339-5d84-4f11-89e5-348839f6f315 req-51465051-af42-4255-9597-7b1b43cce796 service neutron] 10.222.0.13 "GET /v2.0/networks/7a3398f5-9ed0-405e-9ef5-e387b8d91fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542909 Sep 24 03:31:38.181514 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f83e2a1b-70a9-43de-9e57-1ab72847310c req-26965dee-d9fe-4e73-944e-4b58cd328556 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8986b042-420b-4efa-b1f8-2c2d72fc703a HTTP/1.1" status: 200 len: 217 time: 0.1095874 Sep 24 03:31:38.254980 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a737e2-1d69-49d2-a720-631b8e777253 req-73882516-0b0b-4732-bdbe-c516abafd5f5 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:38.256688 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-47a737e2-1d69-49d2-a720-631b8e777253 req-73882516-0b0b-4732-bdbe-c516abafd5f5 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 944 time: 0.3259399 Sep 24 03:31:38.275817 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:31:38.282148 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-0aa292f9-5166-4c02-afdb-df79c106d9ef admin admin] 10.222.0.18 "PUT /v2.0/routers/da789b7d-881c-49ce-8770-9c974083b482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3678687 Sep 24 03:31:38.298185 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Sync routers for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:31:38.315761 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ea7a-6e7a-42af-adf9-2485ebcf301a req-a69af8a4-2756-4a46-bd03-e1ccfb81ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:38.317327 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-33f9ea7a-6e7a-42af-adf9-2485ebcf301a req-a69af8a4-2756-4a46-bd03-e1ccfb81ec8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df3f7c20fdf04a49852b5b836d442f9c&device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 1096 time: 0.0497377 Sep 24 03:31:38.322711 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:31:38.323591 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:38.481205 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:31:38.559106 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7184e022-cfa7-4384-849f-c96ace25907d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:38.569429 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 46f1ab46-6eac-47eb-b203-6a0b120b753b up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:38.570085 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:38.574010 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ea7a-6e7a-42af-adf9-2485ebcf301a req-b36e9269-fd7b-4696-9989-5c167fb8c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:38.575725 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-33f9ea7a-6e7a-42af-adf9-2485ebcf301a req-b36e9269-fd7b-4696-9989-5c167fb8c667 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a3398f5-9ed0-405e-9ef5-e387b8d91fc7 HTTP/1.1" status: 200 len: 913 time: 0.2498598 Sep 24 03:31:38.581928 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:38.617830 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e2a1b-70a9-43de-9e57-1ab72847310c req-4c1a6ea0-f1cc-4492-8e84-f481a78504f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:38.619237 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f83e2a1b-70a9-43de-9e57-1ab72847310c req-4c1a6ea0-f1cc-4492-8e84-f481a78504f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fefe6293-9536-4ce2-878b-198586418a20 HTTP/1.1" status: 200 len: 854 time: 0.4082448 Sep 24 03:31:38.636315 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632cc70-e88d-4691-843c-9d7fea671cdf None None] Pushing event updated for resources: {'Port': ['ID=ea6f129c-1b68-4cd1-a974-a48d336c678b,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:38.643243 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-33f9ea7a-6e7a-42af-adf9-2485ebcf301a req-9727c406-399a-4ffe-8683-2b73d24a6b41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3ce4347-79c9-4ad9-879b-fbbcc74060cc HTTP/1.1" status: 200 len: 217 time: 0.0587447 Sep 24 03:31:38.664976 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-47a737e2-1d69-49d2-a720-631b8e777253 req-77dcc876-7b60-477b-9f39-2691838eeb66 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657525 Sep 24 03:31:38.690368 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f83e2a1b-70a9-43de-9e57-1ab72847310c req-79b55a33-0414-48e0-bdb8-7828470b9c8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471458 Sep 24 03:31:38.690368 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-dfaba7cd-1355-4bbd-8145-2e17434ed785 service neutron] 10.222.0.18 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256698 Sep 24 03:31:38.700688 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 46f1ab46-6eac-47eb-b203-6a0b120b753b triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:38.701074 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:38.737348 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ea7a-6e7a-42af-adf9-2485ebcf301a req-add2fb1d-bee0-4f70-a29e-de2e207ff910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:38.738854 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Attempting to bind port ea6f129c-1b68-4cd1-a974-a48d336c678b on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:38.738977 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-33f9ea7a-6e7a-42af-adf9-2485ebcf301a req-add2fb1d-bee0-4f70-a29e-de2e207ff910 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac3c3c68-1bcc-4533-acb5-41ffcdb693a4 HTTP/1.1" status: 200 len: 852 time: 0.0860083 Sep 24 03:31:38.743942 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Attempting to bind port ea6f129c-1b68-4cd1-a974-a48d336c678b by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '83c32843-4f36-482d-a0e9-2cbc7e8b665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:38.744601 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Attempting to bind port ea6f129c-1b68-4cd1-a974-a48d336c678b on network e4489f0f-1647-433c-a28d-da32642eb55e {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:38.753305 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:38.753305 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Checking segment: {'id': '83c32843-4f36-482d-a0e9-2cbc7e8b665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:38.753995 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:38.754389 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Bound using segment: {'id': '83c32843-4f36-482d-a0e9-2cbc7e8b665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:38.755125 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Bound port: ea6f129c-1b68-4cd1-a974-a48d336c678b, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c32843-4f36-482d-a0e9-2cbc7e8b665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:38.755525 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:38.794581 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-33f9ea7a-6e7a-42af-adf9-2485ebcf301a req-eb175435-8be8-4d0a-8719-a914ec5d87fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a3398f5-9ed0-405e-9ef5-e387b8d91fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468554 Sep 24 03:31:38.829037 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] For port ea6f129c-1b68-4cd1-a974-a48d336c678b, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:38.833006 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] For port ea6f129c-1b68-4cd1-a974-a48d336c678b, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=ea6f129c-1b68-4cd1-a974-a48d336c678b,segment=NetworkSegment(83c32843-4f36-482d-a0e9-2cbc7e8b665f),segment_id=83c32843-4f36-482d-a0e9-2cbc7e8b665f)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:38.842315 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:38.855093 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-12a45d4d-3e93-4957-82a6-bb6da4d6248c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:38.903821 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-12a45d4d-3e93-4957-82a6-bb6da4d6248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:38.904863 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:36Z', 'revision_number': 2, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:38.925212 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Routers {'a6a49c97-d112-4c99-9a50-ffb315cf6f3e'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:31:38.926510 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['a6a49c97-d112-4c99-9a50-ffb315cf6f3e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:38.929067 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-33f9ea7a-6e7a-42af-adf9-2485ebcf301a req-f1e665c1-2319-4960-a851-6024143760cf service neutron] 10.222.0.13 "GET /v2.0/networks/7a3398f5-9ed0-405e-9ef5-e387b8d91fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261933 Sep 24 03:31:38.968781 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632cc70-e88d-4691-843c-9d7fea671cdf None None] Pushing event updated for resources: {'Port': ['ID=ea6f129c-1b68-4cd1-a974-a48d336c678b,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:38.984859 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Checking router: da789b7d-881c-49ce-8770-9c974083b482 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:31:38.987521 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Updating router da789b7d-881c-49ce-8770-9c974083b482 port b7c123e3-ef07-4f79-a385-45254ee6af7e binding host dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:31:38.998688 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cdd5d-edc3-42cc-9233-2ed9b09ab79e req-570c5c26-4bc8-4470-8d1b-6b3eb4242e48 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:39.001505 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3d7cdd5d-edc3-42cc-9233-2ed9b09ab79e req-570c5c26-4bc8-4470-8d1b-6b3eb4242e48 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 943 time: 0.2458265 Sep 24 03:31:39.019401 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f83e2a1b-70a9-43de-9e57-1ab72847310c req-5cfa1609-0fa3-4954-a509-32fc50e96e24 service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220537 Sep 24 03:31:39.024133 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-12a45d4d-3e93-4957-82a6-bb6da4d6248c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b1b51d92e4d46a5be990f4545d05327&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1459873 Sep 24 03:31:39.025119 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48050) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:39.033660 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a45d4d-3e93-4957-82a6-bb6da4d6248c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6acd76e-e175-471e-9867-4b667a1d5b50,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:39.034583 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:39.038765 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-c81d060f-ab8b-434a-96f7-992fba388806 service neutron] 10.222.0.18 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214078 Sep 24 03:31:39.095683 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] Set router a6a49c97-d112-4c99-9a50-ffb315cf6f3e gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:31:39.264136 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f83e2a1b-70a9-43de-9e57-1ab72847310c req-45864c22-faeb-472f-a45d-1edaa4169dd1 service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243001 Sep 24 03:31:39.290853 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3d7cdd5d-edc3-42cc-9233-2ed9b09ab79e req-842e0ab9-dba0-48ec-a067-c85d0d75f179 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611358 Sep 24 03:31:39.297200 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-33f9ea7a-6e7a-42af-adf9-2485ebcf301a req-f3fd13f1-f81c-45af-9b19-5885b11aa357 service neutron] 10.222.0.13 "GET /v2.0/networks/7a3398f5-9ed0-405e-9ef5-e387b8d91fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590143 Sep 24 03:31:39.338172 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e3856a95-4e9c-458c-a0fb-01b1e5c459ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:39.376436 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7184e022-cfa7-4384-849f-c96ace25907d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:39.392104 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7184e022-cfa7-4384-849f-c96ace25907d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:39.397018 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e3856a95-4e9c-458c-a0fb-01b1e5c459ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:39.495029 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-7184e022-cfa7-4384-849f-c96ace25907d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9871da26d3f45e4b9d72d9b16c840ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4530466 Sep 24 03:31:39.497583 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48076) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:39.506155 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184e022-cfa7-4384-849f-c96ace25907d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021dfa9f-af7b-4493-8c85-83dc89754f0e,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:39.547102 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e3856a95-4e9c-458c-a0fb-01b1e5c459ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:39.549877 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e3856a95-4e9c-458c-a0fb-01b1e5c459ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:39.554240 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-e3856a95-4e9c-458c-a0fb-01b1e5c459ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6acd76e-e175-471e-9867-4b667a1d5b50 HTTP/1.1" status: 204 len: 168 time: 0.5272293 Sep 24 03:31:39.572952 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3856a95-4e9c-458c-a0fb-01b1e5c459ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6acd76e-e175-471e-9867-4b667a1d5b50,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:39.682172 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-328800267-router', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8be54b43-d023-4238-8eed-70869132619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:17Z', 'updated_at': '2021-09-24T03:31:31Z', 'revision_number': 4, 'project_id': '9044a5eb528040b1804ebe0176b04bcb', 'gw_port': {'id': '8be54b43-d023-4238-8eed-70869132619d', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'ea6f129c-1b68-4cd1-a974-a48d336c678b', 'name': '', 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'mac_address': 'fa:16:3e:9c:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b73ab388-512a-40d2-a0c1-897e1cbeecdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:26Z', 'updated_at': '2021-09-24T03:31:38Z', 'revision_number': 4, 'project_id': '9044a5eb528040b1804ebe0176b04bcb', 'subnets': [{'id': 'b73ab388-512a-40d2-a0c1-897e1cbeecdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:39.758474 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac99b67a-f369-41b3-8b9c-f6ffacbc4bc2 None None] The sync data for ids ['a6a49c97-d112-4c99-9a50-ffb315cf6f3e'] in dv-cinder-810800-1-iscsi is: [{'id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-328800267-router', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8be54b43-d023-4238-8eed-70869132619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:17Z', 'updated_at': '2021-09-24T03:31:31Z', 'revision_number': 4, 'project_id': '9044a5eb528040b1804ebe0176b04bcb', 'gw_port': {'id': '8be54b43-d023-4238-8eed-70869132619d', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'ea6f129c-1b68-4cd1-a974-a48d336c678b', 'name': '', 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'mac_address': 'fa:16:3e:9c:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b73ab388-512a-40d2-a0c1-897e1cbeecdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:26Z', 'updated_at': '2021-09-24T03:31:38Z', 'revision_number': 4, 'project_id': '9044a5eb528040b1804ebe0176b04bcb', 'subnets': [{'id': 'b73ab388-512a-40d2-a0c1-897e1cbeecdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:31:39.777771 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:39.798624 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:39.904857 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43984568-5f7a-4692-93a0-7d8383de9f3d None None] Pushing event updated for resources: {'Port': ['ID=b7c123e3-ef07-4f79-a385-45254ee6af7e,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:39.942134 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-39033f0b-a1f0-479b-a9da-13cae1dd32d7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:39.950454 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-39033f0b-a1f0-479b-a9da-13cae1dd32d7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/networks?id=e4489f0f-1647-433c-a28d-da32642eb55e HTTP/1.1" status: 200 len: 818 time: 0.3291328 Sep 24 03:31:39.994932 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48098) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:40.039123 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-7a3f1b4c-6613-437a-83ce-63bfcbe94444 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/quotas/9044a5eb528040b1804ebe0176b04bcb HTTP/1.1" status: 200 len: 375 time: 0.0759840 Sep 24 03:31:40.061598 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48104) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:40.064743 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Attempting to bind port b7c123e3-ef07-4f79-a385-45254ee6af7e on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:40.065895 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Attempting to bind port b7c123e3-ef07-4f79-a385-45254ee6af7e by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:40.066417 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Attempting to bind port b7c123e3-ef07-4f79-a385-45254ee6af7e on network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:40.067549 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-609d060d-9edb-441c-8cd3-69abee7189f3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819521343', 'description': 'tempest-description--979997060'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:40.079436 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa8bf-b867-41d6-8bf3-e17f9bc7dd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.086475 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:40.089353 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Checking segment: {'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:40.089849 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.092268 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Bound using segment: {'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:40.095014 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Bound port: b7c123e3-ef07-4f79-a385-45254ee6af7e, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:40.095014 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.164233 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa8bf-b867-41d6-8bf3-e17f9bc7dd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.164490 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-609d060d-9edb-441c-8cd3-69abee7189f3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.203944 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] For port b7c123e3-ef07-4f79-a385-45254ee6af7e, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:40.210265 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] For port b7c123e3-ef07-4f79-a385-45254ee6af7e, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=b7c123e3-ef07-4f79-a385-45254ee6af7e,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:40.223853 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.350228 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43984568-5f7a-4692-93a0-7d8383de9f3d None None] Pushing event updated for resources: {'Port': ['ID=b7c123e3-ef07-4f79-a385-45254ee6af7e,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:40.362586 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91d3cd8a-630f-40dc-943b-69346c0086c1 req-cfc899ea-2948-49c5-bbd1-aa2134a6e38c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 210 time: 0.2583358 Sep 24 03:31:40.385055 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:31:40.387563 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:40.433915 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e36eeff-23d4-4f85-86a3-dc5bbd396055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.458004 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-c688db3d-094c-4c7d-9edf-89ffde4e91b3 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9044a5eb528040b1804ebe0176b04bcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3623471 Sep 24 03:31:40.513183 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa8bf-b867-41d6-8bf3-e17f9bc7dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.523870 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa8bf-b867-41d6-8bf3-e17f9bc7dd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.526332 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-8a5fa8bf-b867-41d6-8bf3-e17f9bc7dd2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/021dfa9f-af7b-4493-8c85-83dc89754f0e HTTP/1.1" status: 204 len: 168 time: 1.0266812 Sep 24 03:31:40.538010 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-609d060d-9edb-441c-8cd3-69abee7189f3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.550998 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-609d060d-9edb-441c-8cd3-69abee7189f3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.642182 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fa8bf-b867-41d6-8bf3-e17f9bc7dd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021dfa9f-af7b-4493-8c85-83dc89754f0e,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:40.768028 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dbc82-a8ed-4487-85b6-8009a954c3ba req-33e76260-b281-4e9d-be7c-1cac8e27b4d3 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:40.774430 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:31:40.776453 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e96dbc82-a8ed-4487-85b6-8009a954c3ba req-33e76260-b281-4e9d-be7c-1cac8e27b4d3 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 944 time: 0.2424936 Sep 24 03:31:40.802755 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-ae0f96f3-abad-4398-baba-7392384b8d5b service neutron] 10.222.0.18 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373110 Sep 24 03:31:40.820320 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e36eeff-23d4-4f85-86a3-dc5bbd396055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.822027 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d060d-9edb-441c-8cd3-69abee7189f3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b938b5af-106b-4784-b489-bc8af2468157,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:40.826547 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e36eeff-23d4-4f85-86a3-dc5bbd396055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.856514 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-609d060d-9edb-441c-8cd3-69abee7189f3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.857822 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-609d060d-9edb-441c-8cd3-69abee7189f3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7943776 Sep 24 03:31:40.864690 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48124) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:40.878009 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0c7568bb-cc90-4229-afb8-8f86312b6365 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Request body: {'security_group_rule': {'security_group_id': 'b938b5af-106b-4784-b489-bc8af2468157', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:40.882554 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device ea6f129c-1b68-4cd1-a974-a48d336c678b up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:40.900851 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-5e36eeff-23d4-4f85-86a3-dc5bbd396055 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8db88b1f7a444994abcf3d8072ed80d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9025600 Sep 24 03:31:40.917614 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36eeff-23d4-4f85-86a3-dc5bbd396055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590764c8-23da-4823-a2c6-2c2a08aaba21,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:40.923621 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48126) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:40.945606 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e96dbc82-a8ed-4487-85b6-8009a954c3ba req-8dccdcb3-3cf7-4036-836f-ce38f55cd771 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680818 Sep 24 03:31:40.985158 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port ea6f129c-1b68-4cd1-a974-a48d336c678b triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:40.985158 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.986604 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-66e3aadc-76c4-4a20-acc1-44a9535c3196 None None] Provisioning complete for port b7c123e3-ef07-4f79-a385-45254ee6af7e triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:40.986958 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66e3aadc-76c4-4a20-acc1-44a9535c3196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:40.995375 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c7568bb-cc90-4229-afb8-8f86312b6365 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.264439 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48132) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:41.285845 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-48a5f031-c2d2-4948-a117-084d539289cb service neutron] 10.222.0.18 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716947 Sep 24 03:31:41.372058 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3449204f-0098-47a1-b915-c53d6243ada6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.379795 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c56da1d6-0f52-4f7f-afcb-7040185c1b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.383381 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66e3aadc-76c4-4a20-acc1-44a9535c3196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.388171 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.476083 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-66e3aadc-76c4-4a20-acc1-44a9535c3196 None None] For port b7c123e3-ef07-4f79-a385-45254ee6af7e, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=b7c123e3-ef07-4f79-a385-45254ee6af7e,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:41.492520 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f9d88-6df9-459d-874f-86361d73ca7f req-07e3f488-97ff-48c3-b2b7-ec028418f6fb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:41.493672 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66e3aadc-76c4-4a20-acc1-44a9535c3196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.501811 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6d4f9d88-6df9-459d-874f-86361d73ca7f req-07e3f488-97ff-48c3-b2b7-ec028418f6fb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 943 time: 0.3928881 Sep 24 03:31:41.515540 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c56da1d6-0f52-4f7f-afcb-7040185c1b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.564476 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c7568bb-cc90-4229-afb8-8f86312b6365 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.576868 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c7568bb-cc90-4229-afb8-8f86312b6365 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.588534 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port ea6f129c-1b68-4cd1-a974-a48d336c678b, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=ea6f129c-1b68-4cd1-a974-a48d336c678b,segment=NetworkSegment(83c32843-4f36-482d-a0e9-2cbc7e8b665f),segment_id=83c32843-4f36-482d-a0e9-2cbc7e8b665f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:41.590775 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device e3ce4347-79c9-4ad9-879b-fbbcc74060cc details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:31:41.626541 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6d4f9d88-6df9-459d-874f-86361d73ca7f req-29e646a7-ee41-4b42-b294-78c1aef744b9 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238954 Sep 24 03:31:41.627650 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7568bb-cc90-4229-afb8-8f86312b6365 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62389079-33eb-430a-96b1-4674daa29c55,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:41.636189 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.661256 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:40Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:41.678605 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-9e564b79-fe83-47b8-956f-5dc5ed940187 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:41.681676 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-9e564b79-fe83-47b8-956f-5dc5ed940187 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.13 "GET /v2.0/networks?id=cba65e79-4fc5-4461-a342-04d626e59a47 HTTP/1.1" status: 200 len: 810 time: 0.6196952 Sep 24 03:31:41.746966 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7badaaab-3fbb-45c0-8f4f-877c5f833afd None None] Provisioning complete for port b7c123e3-ef07-4f79-a385-45254ee6af7e triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:41.747459 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7badaaab-3fbb-45c0-8f4f-877c5f833afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.770500 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-45338430-ff6e-441a-9146-98e968808368 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b959a04e215f4456becf31ac01fa6e25 HTTP/1.1" status: 200 len: 379 time: 0.0777276 Sep 24 03:31:41.780576 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9a977a34-c4eb-42b6-a66c-b98485febad1 req-61318c7d-ecb7-413c-b2cb-33cfc8b3973e tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 210 time: 0.2159672 Sep 24 03:31:41.784780 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-eee537c9-1203-47ee-912d-9b50a1a3c001 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Request body: {'port': {'device_id': '1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'admin_state_up': True, 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'security_groups': ['12cb4ec4-cf06-4126-b062-453d06b84f79']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:41.797991 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8cad6-16ad-406f-b8b2-57abeeef6450 None None] The sync data for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi is: [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:40Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:31:41.822594 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3449204f-0098-47a1-b915-c53d6243ada6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.852027 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3aadc-76c4-4a20-acc1-44a9535c3196 None None] Pushing event updated for resources: {'Port': ['ID=b7c123e3-ef07-4f79-a385-45254ee6af7e,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:41.884640 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d8ad7b3f-a3a7-437f-98f4-5850cb5f919c req-510ace21-8d3a-4b42-88b6-06b4c5fed208 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 210 time: 0.1461008 Sep 24 03:31:41.891071 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3449204f-0098-47a1-b915-c53d6243ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.967578 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c56da1d6-0f52-4f7f-afcb-7040185c1b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.970889 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c56da1d6-0f52-4f7f-afcb-7040185c1b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:41.972116 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-c56da1d6-0f52-4f7f-afcb-7040185c1b6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/590764c8-23da-4823-a2c6-2c2a08aaba21 HTTP/1.1" status: 204 len: 168 time: 1.0198398 Sep 24 03:31:42.005657 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449204f-0098-47a1-b915-c53d6243ada6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74e756f-900a-40b9-a463-d227712f005e,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:42.041529 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c7568bb-cc90-4229-afb8-8f86312b6365 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:42.044790 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-0c7568bb-cc90-4229-afb8-8f86312b6365 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1753476 Sep 24 03:31:42.050977 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48164) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:42.057472 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7aaed3c3-0548-4c14-a634-ae934b3b5515 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Request body: {'security_group_rule': {'security_group_id': 'b938b5af-106b-4784-b489-bc8af2468157', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:42.063542 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56da1d6-0f52-4f7f-afcb-7040185c1b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590764c8-23da-4823-a2c6-2c2a08aaba21,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:42.072303 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-3449204f-0098-47a1-b915-c53d6243ada6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=018af732dc544a49bf52dfe1639b52f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7815766 Sep 24 03:31:42.073124 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48166) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:42.124442 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7aaed3c3-0548-4c14-a634-ae934b3b5515 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:42.183293 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port e3ce4347-79c9-4ad9-879b-fbbcc74060cc, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=e3ce4347-79c9-4ad9-879b-fbbcc74060cc,segment=NetworkSegment(4630b859-046f-4251-8371-a4f6226e3997),segment_id=4630b859-046f-4251-8371-a4f6226e3997)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:42.226650 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=ea6f129c-1b68-4cd1-a974-a48d336c678b,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:42.271353 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-8fe940dc-4083-4772-803d-363b61e9e221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:42.317637 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7aaed3c3-0548-4c14-a634-ae934b3b5515 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:42.360982 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7aaed3c3-0548-4c14-a634-ae934b3b5515 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:42.361478 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': 'e3ce4347-79c9-4ad9-879b-fbbcc74060cc', 'network_id': '7a3398f5-9ed0-405e-9ef5-e387b8d91fc7', 'port_id': 'e3ce4347-79c9-4ad9-879b-fbbcc74060cc', 'mac_address': 'fa:16:3e:68:31:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3c3c68-1bcc-4533-acb5-41ffcdb693a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:31:42.378384 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-eee537c9-1203-47ee-912d-9b50a1a3c001 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Made reservation on behalf of b959a04e215f4456becf31ac01fa6e25 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:42.383207 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-eee537c9-1203-47ee-912d-9b50a1a3c001 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:42.394069 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ca529-6179-4479-841a-9e8a212b157c req-6c357fca-422c-41d4-92a9-e054d12fcbc9 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:42.412699 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d40ca529-6179-4479-841a-9e8a212b157c req-6c357fca-422c-41d4-92a9-e054d12fcbc9 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 944 time: 0.2588778 Sep 24 03:31:42.414905 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaed3c3-0548-4c14-a634-ae934b3b5515 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1442667-8f63-472a-8a9a-f37a7a0c253b,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:42.425663 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7aaed3c3-0548-4c14-a634-ae934b3b5515 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:42.427070 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-7aaed3c3-0548-4c14-a634-ae934b3b5515 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3736310 Sep 24 03:31:42.433423 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48186) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:42.440067 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Request body: {'floatingip': {'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:42.493750 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device ea6f129c-1b68-4cd1-a974-a48d336c678b up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:42.535121 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-8fe940dc-4083-4772-803d-363b61e9e221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:42.560635 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:42.575913 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:42.594696 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ce4347-79c9-4ad9-879b-fbbcc74060cc {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:31:42.621774 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port e3ce4347-79c9-4ad9-879b-fbbcc74060cc, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=e3ce4347-79c9-4ad9-879b-fbbcc74060cc,segment=NetworkSegment(4630b859-046f-4251-8371-a4f6226e3997),segment_id=4630b859-046f-4251-8371-a4f6226e3997)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:42.637166 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:42.638125 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8986b042-420b-4efa-b1f8-2c2d72fc703a details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:31:42.706399 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-6fe5b181-2e5a-4560-b96f-e08f69c274b8 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:42.708001 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-6fe5b181-2e5a-4560-b96f-e08f69c274b8 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/networks?id=e4489f0f-1647-433c-a28d-da32642eb55e HTTP/1.1" status: 200 len: 818 time: 0.4162846 Sep 24 03:31:42.774868 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8986b042-420b-4efa-b1f8-2c2d72fc703a, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8986b042-420b-4efa-b1f8-2c2d72fc703a,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:42.794579 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '8986b042-420b-4efa-b1f8-2c2d72fc703a', 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0', 'port_id': '8986b042-420b-4efa-b1f8-2c2d72fc703a', 'mac_address': 'fa:16:3e:66:10:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fefe6293-9536-4ce2-878b-198586418a20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:31:42.803187 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-eee537c9-1203-47ee-912d-9b50a1a3c001 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Allocated IP 172.20.0.14 (cba65e79-4fc5-4461-a342-04d626e59a47/7359379f-7a6e-4681-962c-52307286e43d/bb93edc3-4472-46cc-bc7d-748cad3a1f55) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:42.870468 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d40ca529-6179-4479-841a-9e8a212b157c req-148c8b28-798d-4d5b-835a-bb73b09d1b63 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553020 Sep 24 03:31:42.904371 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-a8db7517-2b95-4389-89b2-e6417dd66566 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/quotas/9044a5eb528040b1804ebe0176b04bcb HTTP/1.1" status: 200 len: 375 time: 0.1822422 Sep 24 03:31:42.944255 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port ea6f129c-1b68-4cd1-a974-a48d336c678b triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:42.947317 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:43.004987 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48200) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:43.089871 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:43.098974 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:43.119995 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8986b042-420b-4efa-b1f8-2c2d72fc703a {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:31:43.121867 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-90a1e94e-1d04-48ab-a0fb-6f72ddb02eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:43.148219 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8986b042-420b-4efa-b1f8-2c2d72fc703a, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8986b042-420b-4efa-b1f8-2c2d72fc703a,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:43.158473 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=e3ce4347-79c9-4ad9-879b-fbbcc74060cc,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:43.164082 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:43.235201 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=8986b042-420b-4efa-b1f8-2c2d72fc703a,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:43.323362 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-3e12bb0d-398b-43ef-926a-c1adb2d1aa49 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9044a5eb528040b1804ebe0176b04bcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3851743 Sep 24 03:31:43.352886 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-8fe940dc-4083-4772-803d-363b61e9e221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:43.357699 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-8fe940dc-4083-4772-803d-363b61e9e221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:43.371627 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-8fe940dc-4083-4772-803d-363b61e9e221 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d74e756f-900a-40b9-a463-d227712f005e HTTP/1.1" status: 204 len: 168 time: 1.2932751 Sep 24 03:31:43.406995 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:31:43.407556 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42034f6a-8069-4a9c-bec3-6e6047bb7a78 req-f513728f-72ee-4183-ad53-7ed3b64d6500 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:43.413003 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-42034f6a-8069-4a9c-bec3-6e6047bb7a78 req-f513728f-72ee-4183-ad53-7ed3b64d6500 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 944 time: 0.3481140 Sep 24 03:31:43.443235 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-eee537c9-1203-47ee-912d-9b50a1a3c001 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:43.444981 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8986b042-420b-4efa-b1f8-2c2d72fc703a'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:31:43.531181 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Allocated IP 172.27.1.5 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/e153178d-fd49-4496-8c02-e76e554c66e9) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:43.533352 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe940dc-4083-4772-803d-363b61e9e221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74e756f-900a-40b9-a463-d227712f005e,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:43.597565 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-eee537c9-1203-47ee-912d-9b50a1a3c001 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:43.619139 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['e3ce4347-79c9-4ad9-879b-fbbcc74060cc'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:31:43.746323 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-42034f6a-8069-4a9c-bec3-6e6047bb7a78 req-6df97f82-18a3-4db4-a544-22036e661efb tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100293 Sep 24 03:31:43.792706 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-8a3b5f4c-5a5d-4c09-b697-0c3775a2551d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:43.800453 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-8a3b5f4c-5a5d-4c09-b697-0c3775a2551d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.13 "GET /v2.0/networks?id=e4489f0f-1647-433c-a28d-da32642eb55e HTTP/1.1" status: 200 len: 818 time: 0.5732756 Sep 24 03:31:43.819157 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-2444c383-faae-4a9a-a59d-9853ef8bf0bc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Request body: {'port': {'device_id': '161dd8ef-7ba0-4e37-aaf5-0c0a54dca798', 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e', 'admin_state_up': True, 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:43.843496 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-eee537c9-1203-47ee-912d-9b50a1a3c001 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Network cba65e79-4fc5-4461-a342-04d626e59a47 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:43.849598 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-eee537c9-1203-47ee-912d-9b50a1a3c001 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:43.867779 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-eee537c9-1203-47ee-912d-9b50a1a3c001 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:43.879651 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-eee537c9-1203-47ee-912d-9b50a1a3c001 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:43.880337 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-eee537c9-1203-47ee-912d-9b50a1a3c001 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:43.887226 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee537c9-1203-47ee-912d-9b50a1a3c001 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event updated for resources: {'Port': ['ID=bb93edc3-4472-46cc-bc7d-748cad3a1f55,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:43.954658 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:44.045171 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:44.099501 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:44.112190 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:44.117642 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:44.154229 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-319ce16b-99a8-4ab5-a252-a5ebddaf9940 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:31:44.155272 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-319ce16b-99a8-4ab5-a252-a5ebddaf9940 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5467148 Sep 24 03:31:44.258094 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event updated for resources: {'Port': ['ID=e153178d-fd49-4496-8c02-e76e554c66e9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:44.328466 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-1a36663b-4ad4-447b-b60b-3d9bbb8d3c3e None None] Provisioning complete for port bb93edc3-4472-46cc-bc7d-748cad3a1f55 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:44.331138 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1a36663b-4ad4-447b-b60b-3d9bbb8d3c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:44.403049 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:44.491337 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-90a1e94e-1d04-48ab-a0fb-6f72ddb02eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:44.506198 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:44.513254 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device b7c123e3-ef07-4f79-a385-45254ee6af7e up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:44.516710 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1a36663b-4ad4-447b-b60b-3d9bbb8d3c3e None None] Port bb93edc3-4472-46cc-bc7d-748cad3a1f55 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:31:44.545598 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-eee537c9-1203-47ee-912d-9b50a1a3c001 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7678678 Sep 24 03:31:44.558034 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-90a1e94e-1d04-48ab-a0fb-6f72ddb02eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:44.575751 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Request body: {'port': {'device_id': '1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:44.606803 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1e94e-1d04-48ab-a0fb-6f72ddb02eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda57b05-bf97-49d5-9858-2521a2695b80,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:44.629992 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port b7c123e3-ef07-4f79-a385-45254ee6af7e triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:44.630430 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:44.649439 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-90a1e94e-1d04-48ab-a0fb-6f72ddb02eb0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c52707f94fd344558ccd15ed59f4634f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6345916 Sep 24 03:31:44.652107 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48248) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:44.659202 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dea3b-cd90-4e31-969a-305750634766 req-24f6d1e8-9086-4715-94e4-50584f368d8c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:44.667435 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e00dea3b-cd90-4e31-969a-305750634766 req-24f6d1e8-9086-4715-94e4-50584f368d8c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 932 time: 0.7950797 Sep 24 03:31:44.701704 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-2444c383-faae-4a9a-a59d-9853ef8bf0bc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Made reservation on behalf of 9044a5eb528040b1804ebe0176b04bcb for: {'port': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:44.705818 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-2444c383-faae-4a9a-a59d-9853ef8bf0bc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:44.724665 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-3db4e647-31c8-4392-991a-d30a28f86391 service neutron] 10.222.0.18 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090735 Sep 24 03:31:44.755010 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e00dea3b-cd90-4e31-969a-305750634766 req-5dcba191-eb5a-422f-b5dd-e14332a3bb46 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866575 Sep 24 03:31:44.842661 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:44.955120 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-2444c383-faae-4a9a-a59d-9853ef8bf0bc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Allocated IP 172.20.0.14 (e4489f0f-1647-433c-a28d-da32642eb55e/b73ab388-512a-40d2-a0c1-897e1cbeecdc/515ade53-cef9-43f6-8ae2-c5e8d29c22f8) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:45.005560 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdbea4a3-587c-4b25-9a7e-63a0228af6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.152470 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdbea4a3-587c-4b25-9a7e-63a0228af6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.187987 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2237ccfa-c9df-4f7e-b0e3-8682f88d20a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.219986 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-2444c383-faae-4a9a-a59d-9853ef8bf0bc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.246916 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7be86-1e3d-40f1-9f74-8b129e2dc662 req-676dd8f7-1455-466c-8952-ddf5960a78bf tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:45.255706 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-41c7be86-1e3d-40f1-9f74-8b129e2dc662 req-676dd8f7-1455-466c-8952-ddf5960a78bf tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 945 time: 0.1790767 Sep 24 03:31:45.285935 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.291740 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-598574cc-76b1-4df7-9d00-ff4e04df0654 service neutron] 10.222.0.18 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581386 Sep 24 03:31:45.301205 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.349112 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-41c7be86-1e3d-40f1-9f74-8b129e2dc662 req-61873104-b623-4bd2-ae62-825a7166dab7 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917437 Sep 24 03:31:45.353609 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.360602 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-2444c383-faae-4a9a-a59d-9853ef8bf0bc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.377238 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdbea4a3-587c-4b25-9a7e-63a0228af6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.377238 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdbea4a3-587c-4b25-9a7e-63a0228af6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.377238 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-bdbea4a3-587c-4b25-9a7e-63a0228af6fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fda57b05-bf97-49d5-9858-2521a2695b80 HTTP/1.1" status: 204 len: 168 time: 0.7194171 Sep 24 03:31:45.404868 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event updated for resources: {'Port': ['ID=e153178d-fd49-4496-8c02-e76e554c66e9,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:45.411031 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbea4a3-587c-4b25-9a7e-63a0228af6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda57b05-bf97-49d5-9858-2521a2695b80,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:45.415511 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.426222 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-8dae162b-44e2-4c96-9570-842a1bd59ff4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9909427 Sep 24 03:31:45.485285 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-2444c383-faae-4a9a-a59d-9853ef8bf0bc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Network e4489f0f-1647-433c-a28d-da32642eb55e is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:45.495364 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb93edc3-4472-46cc-bc7d-748cad3a1f55 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:31:45.511680 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.533781 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device e3ce4347-79c9-4ad9-879b-fbbcc74060cc up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:45.541386 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Transition to ACTIVE for port object bb93edc3-4472-46cc-bc7d-748cad3a1f55 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:31:45.545585 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-2444c383-faae-4a9a-a59d-9853ef8bf0bc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:45.554032 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-2444c383-faae-4a9a-a59d-9853ef8bf0bc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:45.554287 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.561186 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-2444c383-faae-4a9a-a59d-9853ef8bf0bc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:45.564492 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-2444c383-faae-4a9a-a59d-9853ef8bf0bc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.604590 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444c383-faae-4a9a-a59d-9853ef8bf0bc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Pushing event updated for resources: {'Port': ['ID=515ade53-cef9-43f6-8ae2-c5e8d29c22f8,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:45.648780 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port e3ce4347-79c9-4ad9-879b-fbbcc74060cc completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:31:45.653874 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port e3ce4347-79c9-4ad9-879b-fbbcc74060cc triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:45.654885 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.667239 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-2444c383-faae-4a9a-a59d-9853ef8bf0bc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8545167 Sep 24 03:31:45.678602 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a81eac82-4e37-432d-9bd9-41fb2e225fe1 req-ed3631d3-1dbe-4ae9-9cd9-dbfd5236d107 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 210 time: 0.0407000 Sep 24 03:31:45.689475 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Request body: {'port': {'device_id': '161dd8ef-7ba0-4e37-aaf5-0c0a54dca798', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:45.713967 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb93edc3-4472-46cc-bc7d-748cad3a1f55,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:45.744102 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ecb18-a0c2-49e9-a30b-74735deb4d77 req-fce3f911-d2a0-4cc9-b67d-385389a4c375 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:45.759578 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c57ecb18-a0c2-49e9-a30b-74735deb4d77 req-fce3f911-d2a0-4cc9-b67d-385389a4c375 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 944 time: 0.3090260 Sep 24 03:31:45.836583 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.850779 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Attempting to bind port bb93edc3-4472-46cc-bc7d-748cad3a1f55 on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:45.852621 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Attempting to bind port bb93edc3-4472-46cc-bc7d-748cad3a1f55 by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:45.852965 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Attempting to bind port bb93edc3-4472-46cc-bc7d-748cad3a1f55 on network cba65e79-4fc5-4461-a342-04d626e59a47 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:45.869666 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Port bb93edc3-4472-46cc-bc7d-748cad3a1f55 on network cba65e79-4fc5-4461-a342-04d626e59a47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:31:45.870029 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Attempting to bind port bb93edc3-4472-46cc-bc7d-748cad3a1f55 on network cba65e79-4fc5-4461-a342-04d626e59a47 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:45.890644 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:45.891668 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Checking segment: {'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:45.891791 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Bound using segment: {'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:45.895228 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Bound port: bb93edc3-4472-46cc-bc7d-748cad3a1f55, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:45.895696 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:45.904150 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3540174-f6bf-49ec-a73f-a6c97f75cb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ce4347-79c9-4ad9-879b-fbbcc74060cc'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:31:46.039996 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c57ecb18-a0c2-49e9-a30b-74735deb4d77 req-79458573-757a-4434-a53b-22711389ea72 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601943 Sep 24 03:31:46.048586 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:46.071722 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port e3ce4347-79c9-4ad9-879b-fbbcc74060cc, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=e3ce4347-79c9-4ad9-879b-fbbcc74060cc,segment=NetworkSegment(4630b859-046f-4251-8371-a4f6226e3997),segment_id=4630b859-046f-4251-8371-a4f6226e3997)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:46.080403 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:46.081543 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8986b042-420b-4efa-b1f8-2c2d72fc703a up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:46.110368 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-1be1153b-0705-4a27-a686-33cbb5607f54 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--819521343&fields=id&tenant_id=591aadad4ac440c6afd8189aa7e5cee6 HTTP/1.1" status: 200 len: 267 time: 0.2416325 Sep 24 03:31:46.177261 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] For port bb93edc3-4472-46cc-bc7d-748cad3a1f55, host hv-cinder-81080, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:46.191476 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] For port bb93edc3-4472-46cc-bc7d-748cad3a1f55, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=bb93edc3-4472-46cc-bc7d-748cad3a1f55,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:46.211060 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:46.228353 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=e3ce4347-79c9-4ad9-879b-fbbcc74060cc,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:46.316097 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:46.318921 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:46.320740 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] 10.222.0.13 "PUT /v2.0/ports/bb93edc3-4472-46cc-bc7d-748cad3a1f55 HTTP/1.1" status: 200 len: 1094 time: 1.7641699 Sep 24 03:31:46.321348 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe', 'tag': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:31:46.325006 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da7cf37-8245-48e5-8b7c-7c63e53f505d" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe", "tag": "bb93edc3-4472-46cc-bc7d-748cad3a1f55"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:31:46.326820 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 8986b042-420b-4efa-b1f8-2c2d72fc703a completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:31:46.334680 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 8986b042-420b-4efa-b1f8-2c2d72fc703a triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:46.335212 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:46.366226 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b033350-bb88-403c-a319-ec1f2e02b1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb93edc3-4472-46cc-bc7d-748cad3a1f55,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:46.450178 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-5ae4f000-8b34-455a-b3ed-6acb4e12b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:46.455424 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-5ae4f000-8b34-455a-b3ed-6acb4e12b63d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b959a04e215f4456becf31ac01fa6e25&device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 1097 time: 0.0708835 Sep 24 03:31:46.582687 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-59c043de-a819-42c5-921e-501e95420707 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb93edc3-4472-46cc-bc7d-748cad3a1f55 HTTP/1.1" status: 200 len: 217 time: 0.1100202 Sep 24 03:31:46.792256 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3762e4c-4607-4eef-879a-5366f5e33d98" -d '{"events": [{"server_uuid": "e3540174-f6bf-49ec-a73f-a6c97f75cb0c", "name": "network-vif-plugged", "status": "completed", "tag": "e3ce4347-79c9-4ad9-879b-fbbcc74060cc"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:31:46.799893 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:46.904721 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8986b042-420b-4efa-b1f8-2c2d72fc703a, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8986b042-420b-4efa-b1f8-2c2d72fc703a,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:46.918966 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:46.958697 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-c759444b-5aaa-4d25-8a75-b3779d5970ab tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:46.966286 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-c759444b-5aaa-4d25-8a75-b3779d5970ab tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 816 time: 0.8538473 Sep 24 03:31:46.992659 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86133211-fa04-48dc-ad2a-735b81184c74 req-de45c82a-f4c0-46a3-8ba4-52057ea13311 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:46.994432 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=8986b042-420b-4efa-b1f8-2c2d72fc703a,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:47.001068 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-86133211-fa04-48dc-ad2a-735b81184c74 req-de45c82a-f4c0-46a3-8ba4-52057ea13311 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 944 time: 0.6998014 Sep 24 03:31:47.037845 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-ff2c3c70-017b-43d4-a135-2bd8a580e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:47.039508 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d48e93bf-bc77-417b-b4a5-93188710af75 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/quotas/591aadad4ac440c6afd8189aa7e5cee6 HTTP/1.1" status: 200 len: 375 time: 0.0723426 Sep 24 03:31:47.040156 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-ff2c3c70-017b-43d4-a135-2bd8a580e73e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7359379f-7a6e-4681-962c-52307286e43d HTTP/1.1" status: 200 len: 849 time: 0.4430392 Sep 24 03:31:47.110512 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-86133211-fa04-48dc-ad2a-735b81184c74 req-f5bd1baf-d0bd-4604-adaf-45e49788478d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084208 Sep 24 03:31:47.137384 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-52d5e47f-bd2f-48d8-a8ad-337448737c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:47.138930 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-52d5e47f-bd2f-48d8-a8ad-337448737c3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cba65e79-4fc5-4461-a342-04d626e59a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0890300 Sep 24 03:31:47.250494 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 {{(pid=94016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:31:47.255729 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.13', 49894) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:47.277551 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:47.285486 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefedacd-b01f-46b9-8ba9-8fbf66ad448c x-openstack-request-id: req-cefedacd-b01f-46b9-8ba9-8fbf66ad448c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:31:47.286139 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe", "tag": "bb93edc3-4472-46cc-bc7d-748cad3a1f55", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:31:47.286139 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cefedacd-b01f-46b9-8ba9-8fbf66ad448c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:31:47.286811 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe', 'tag': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55', 'status': 'completed', 'code': 200} Sep 24 03:31:47.288876 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-4a8f6a31-85e9-405a-888e-96f539287ab7 service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409287 Sep 24 03:31:47.371239 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-cf4b2a52-1404-4111-b476-217cd2ece473 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3171053 Sep 24 03:31:47.428711 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.provisioning_blocks [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Transition to ACTIVE for port object 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 will not be triggered until provisioned by entity L2. {{(pid=94016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:31:47.459063 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:47.474406 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c190e0e7-8d1e-4cae-8f85-8d4ffea3bcb4 req-ab82e3fb-ed1c-4ea1-96e7-29778f6a00b3 service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767581 Sep 24 03:31:47.563898 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14727e-e055-4c1b-b78c-5772e37069eb req-d615c951-093b-4a5c-b982-f59be9a75632 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:47.565423 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bb14727e-e055-4c1b-b78c-5772e37069eb req-d615c951-093b-4a5c-b982-f59be9a75632 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 946 time: 0.2818851 Sep 24 03:31:47.607123 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-555905c9-0181-4c4e-8e63-90537f8bce2c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:47.610013 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-555905c9-0181-4c4e-8e63-90537f8bce2c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.13 "GET /v2.0/networks?id=e4489f0f-1647-433c-a28d-da32642eb55e HTTP/1.1" status: 200 len: 818 time: 0.3512840 Sep 24 03:31:47.621738 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7cf37-8245-48e5-8b7c-7c63e53f505d req-b024a29d-b811-4f47-9eef-c6e5f67b3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:47.623373 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-0da7cf37-8245-48e5-8b7c-7c63e53f505d req-b024a29d-b811-4f47-9eef-c6e5f67b3ab2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b959a04e215f4456becf31ac01fa6e25&device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 1097 time: 0.0739903 Sep 24 03:31:47.637907 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-8dc4bb92-473f-42a0-8d09-09810a3f6a9a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Request body: {'port': {'device_id': '77091753-37d0-4ee1-9824-464b2bd4a70d', 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e', 'admin_state_up': True, 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:47.676978 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Pushing event updated for resources: {'Port': ['ID=515ade53-cef9-43f6-8ae2-c5e8d29c22f8,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:47.680267 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1785390f-3ba8-46cd-aa14-2655494afda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:47.728015 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-43dfb599-9409-4bcc-965b-c5baefc281bd service neutron] 10.222.0.18 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419454 Sep 24 03:31:47.732401 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7cf37-8245-48e5-8b7c-7c63e53f505d req-4dc04d41-8f11-4a0a-b19f-f432780fccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:47.735459 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-0da7cf37-8245-48e5-8b7c-7c63e53f505d req-4dc04d41-8f11-4a0a-b19f-f432780fccec service neutron] 10.222.0.13 "GET /v2.0/networks?id=cba65e79-4fc5-4461-a342-04d626e59a47 HTTP/1.1" status: 200 len: 911 time: 0.1040204 Sep 24 03:31:47.756940 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Attempting to bind port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:47.757274 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Attempting to bind port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '83c32843-4f36-482d-a0e9-2cbc7e8b665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e'}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:47.757601 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Attempting to bind port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 on network e4489f0f-1647-433c-a28d-da32642eb55e {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:47.784222 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-0da7cf37-8245-48e5-8b7c-7c63e53f505d req-6ca6a93e-c4c4-49b0-a336-72f86d776202 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb93edc3-4472-46cc-bc7d-748cad3a1f55 HTTP/1.1" status: 200 len: 217 time: 0.0407183 Sep 24 03:31:47.841543 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7cf37-8245-48e5-8b7c-7c63e53f505d req-d8c8ba3f-6840-44d5-af7e-be3a139052a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:47.844840 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-0da7cf37-8245-48e5-8b7c-7c63e53f505d req-d8c8ba3f-6840-44d5-af7e-be3a139052a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7359379f-7a6e-4681-962c-52307286e43d HTTP/1.1" status: 200 len: 849 time: 0.0525031 Sep 24 03:31:47.896849 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7cf37-8245-48e5-8b7c-7c63e53f505d req-f6335b87-72f9-4e42-a75e-1bc0744883f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:47.898432 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-0da7cf37-8245-48e5-8b7c-7c63e53f505d req-f6335b87-72f9-4e42-a75e-1bc0744883f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cba65e79-4fc5-4461-a342-04d626e59a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455227 Sep 24 03:31:47.977868 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bb14727e-e055-4c1b-b78c-5772e37069eb req-ebd82b53-50ea-4792-ad92-853fae3685bd tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970115 Sep 24 03:31:47.990195 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 on network e4489f0f-1647-433c-a28d-da32642eb55e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:31:47.990516 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Attempting to bind port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 on network e4489f0f-1647-433c-a28d-da32642eb55e {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:48.008680 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:48.009194 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Checking segment: {'id': '83c32843-4f36-482d-a0e9-2cbc7e8b665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:48.009909 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Bound using segment: {'id': '83c32843-4f36-482d-a0e9-2cbc7e8b665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e'} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:48.011394 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Bound port: 515ade53-cef9-43f6-8ae2-c5e8d29c22f8, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c32843-4f36-482d-a0e9-2cbc7e8b665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e'}}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:48.013225 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:48.038932 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-0da7cf37-8245-48e5-8b7c-7c63e53f505d req-8414742b-4b64-4127-a89a-8314a7c09c61 service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321683 Sep 24 03:31:48.112938 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d48f3de8-f67e-4b0b-b144-a1a3a02013fa req-aaf5ab0b-bdaa-4ab8-abd1-97c295041256 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 210 time: 0.0480130 Sep 24 03:31:48.166511 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-fc62fccb-922f-4925-bcc8-31336df3b77d service neutron] 10.222.0.18 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392538 Sep 24 03:31:48.176490 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-8dc4bb92-473f-42a0-8d09-09810a3f6a9a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Made reservation on behalf of 9044a5eb528040b1804ebe0176b04bcb for: {'port': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:48.180056 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-8dc4bb92-473f-42a0-8d09-09810a3f6a9a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:48.186121 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-0da7cf37-8245-48e5-8b7c-7c63e53f505d req-a542ed52-5c2b-4af1-aa86-8a129163f79f service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382651 Sep 24 03:31:48.209399 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] For port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8, host hv-cinder-81080, cleared binding levels {{(pid=94016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:48.213516 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] For port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=515ade53-cef9-43f6-8ae2-c5e8d29c22f8,segment=NetworkSegment(83c32843-4f36-482d-a0e9-2cbc7e8b665f),segment_id=83c32843-4f36-482d-a0e9-2cbc7e8b665f)] {{(pid=94016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:48.221684 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:48.299762 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:48.300689 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:48.302632 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] 10.222.0.13 "PUT /v2.0/ports/515ade53-cef9-43f6-8ae2-c5e8d29c22f8 HTTP/1.1" status: 200 len: 1094 time: 2.6212561 Sep 24 03:31:48.305199 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161dd8ef-7ba0-4e37-aaf5-0c0a54dca798', 'tag': '515ade53-cef9-43f6-8ae2-c5e8d29c22f8'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:31:48.307848 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed510d-9e37-454d-ac1b-ab54a6ff319c" -d '{"events": [{"name": "network-changed", "server_uuid": "161dd8ef-7ba0-4e37-aaf5-0c0a54dca798", "tag": "515ade53-cef9-43f6-8ae2-c5e8d29c22f8"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:31:48.336813 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970daf8-c26b-4727-87b9-ec0f9d6e992f service neutron] Pushing event updated for resources: {'Port': ['ID=515ade53-cef9-43f6-8ae2-c5e8d29c22f8,revision_number=3']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:48.431492 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-8dc4bb92-473f-42a0-8d09-09810a3f6a9a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Allocated IP 172.20.0.3 (e4489f0f-1647-433c-a28d-da32642eb55e/b73ab388-512a-40d2-a0c1-897e1cbeecdc/2d1003e4-1b5a-4b64-a7bf-91ade75c29e4) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:48.467114 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-d427802b-4157-4504-8b8c-b3b3058bd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:48.468885 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-d427802b-4157-4504-8b8c-b3b3058bd392 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9044a5eb528040b1804ebe0176b04bcb&device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 1097 time: 0.1023247 Sep 24 03:31:48.532942 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-45b8cb7e-879a-4dbd-b14a-375d82145941 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=515ade53-cef9-43f6-8ae2-c5e8d29c22f8 HTTP/1.1" status: 200 len: 217 time: 0.0542552 Sep 24 03:31:48.563807 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c5ade-8b3d-40da-9799-2b6a0a8f926c req-fb5ab6b1-0019-4c0f-8787-6db6f67dd0f7 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:48.565527 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-406c5ade-8b3d-40da-9799-2b6a0a8f926c req-fb5ab6b1-0019-4c0f-8787-6db6f67dd0f7 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 945 time: 0.1490364 Sep 24 03:31:48.666019 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d39a037-9cf0-4104-89ef-1ed096e5c5c1 x-openstack-request-id: req-7d39a037-9cf0-4104-89ef-1ed096e5c5c1 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:31:48.666485 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3540174-f6bf-49ec-a73f-a6c97f75cb0c", "name": "network-vif-plugged", "status": "completed", "tag": "e3ce4347-79c9-4ad9-879b-fbbcc74060cc", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:31:48.666598 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d39a037-9cf0-4104-89ef-1ed096e5c5c1 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:31:48.668221 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3540174-f6bf-49ec-a73f-a6c97f75cb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ce4347-79c9-4ad9-879b-fbbcc74060cc', 'code': 200} Sep 24 03:31:48.722536 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:48.728746 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-aa1fae95-2f6a-48e3-8cc8-20252de6eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:48.730723 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-aa1fae95-2f6a-48e3-8cc8-20252de6eab8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73ab388-512a-40d2-a0c1-897e1cbeecdc HTTP/1.1" status: 200 len: 858 time: 0.1867502 Sep 24 03:31:48.738628 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48428) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:48.787997 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-406c5ade-8b3d-40da-9799-2b6a0a8f926c req-d0617347-83dd-4879-897f-2c127e268966 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005768 Sep 24 03:31:48.857346 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-67496194-f111-4381-9d52-72fcc2813044 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4489f0f-1647-433c-a28d-da32642eb55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114717 Sep 24 03:31:48.951416 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-74c22e43-e444-4cc2-9637-2602a4e46262 req-30895f16-6890-4aef-a52e-4a5a53cc7344 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 210 time: 0.0925026 Sep 24 03:31:49.061190 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-8dc4bb92-473f-42a0-8d09-09810a3f6a9a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.090368 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d7d90e-4864-4720-8a70-d00fce6e5690 x-openstack-request-id: req-02d7d90e-4864-4720-8a70-d00fce6e5690 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:31:49.090922 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161dd8ef-7ba0-4e37-aaf5-0c0a54dca798", "tag": "515ade53-cef9-43f6-8ae2-c5e8d29c22f8", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:31:49.091180 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02d7d90e-4864-4720-8a70-d00fce6e5690 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:31:49.091559 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161dd8ef-7ba0-4e37-aaf5-0c0a54dca798', 'tag': '515ade53-cef9-43f6-8ae2-c5e8d29c22f8', 'status': 'completed', 'code': 200} Sep 24 03:31:49.114492 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06ac6440-09db-4679-96d7-ddacdd530a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.141829 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240b0fd-bc61-4912-b51b-ed8096ef4594 req-ac9e0b01-d62a-4da8-9078-e4b71a0b3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:49.143687 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-e240b0fd-bc61-4912-b51b-ed8096ef4594 req-ac9e0b01-d62a-4da8-9078-e4b71a0b3374 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 1098 time: 0.1717453 Sep 24 03:31:49.170188 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e240b0fd-bc61-4912-b51b-ed8096ef4594 req-71f811e3-ead5-41aa-bbdc-f4fa902b90d3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.220206 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-8dc4bb92-473f-42a0-8d09-09810a3f6a9a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.223133 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-b6e1aaa0-8504-4cea-afb8-c0109426a3d5 service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492739 Sep 24 03:31:49.236391 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3dbc7-0c65-494f-b67f-9b734180ac82 req-93b0ae49-3a3e-472c-9315-a8a2039f3f66 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:49.237929 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-31e3dbc7-0c65-494f-b67f-9b734180ac82 req-93b0ae49-3a3e-472c-9315-a8a2039f3f66 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 944 time: 0.3623822 Sep 24 03:31:49.266150 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06ac6440-09db-4679-96d7-ddacdd530a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.270056 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.279724 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06ac6440-09db-4679-96d7-ddacdd530a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.306698 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e00633-a3ad-468f-9b89-51fe842dba7c req-8b5f4520-e1c3-4f93-a260-348cf066f740 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:49.308179 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e5e00633-a3ad-468f-9b89-51fe842dba7c req-8b5f4520-e1c3-4f93-a260-348cf066f740 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 946 time: 0.1798213 Sep 24 03:31:49.343637 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-8dc4bb92-473f-42a0-8d09-09810a3f6a9a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Network e4489f0f-1647-433c-a28d-da32642eb55e is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:49.346212 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac6440-09db-4679-96d7-ddacdd530a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37067533-3c99-422a-b6f8-419325a08d1c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:49.359511 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-06ac6440-09db-4679-96d7-ddacdd530a5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aaedff04600e4a1f9cebaac29fcaca89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195738 Sep 24 03:31:49.359929 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-8dc4bb92-473f-42a0-8d09-09810a3f6a9a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:49.360358 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48444) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:49.396034 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-8dc4bb92-473f-42a0-8d09-09810a3f6a9a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:49.403731 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-8dc4bb92-473f-42a0-8d09-09810a3f6a9a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:49.404377 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-8dc4bb92-473f-42a0-8d09-09810a3f6a9a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.428647 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4bb92-473f-42a0-8d09-09810a3f6a9a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Pushing event updated for resources: {'Port': ['ID=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:49.454722 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-31e3dbc7-0c65-494f-b67f-9b734180ac82 req-acd54047-1202-4d16-9a27-6b2ae1abaf85 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766341 Sep 24 03:31:49.458901 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e240b0fd-bc61-4912-b51b-ed8096ef4594 req-71f811e3-ead5-41aa-bbdc-f4fa902b90d3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.459710 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aa044918-d992-4d64-9190-a2b6b29dccba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.464307 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e5e00633-a3ad-468f-9b89-51fe842dba7c req-5f5d7495-f268-49b1-8cab-a0d8c69c9f37 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353774 Sep 24 03:31:49.469498 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e240b0fd-bc61-4912-b51b-ed8096ef4594 req-71f811e3-ead5-41aa-bbdc-f4fa902b90d3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.476005 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-8dc4bb92-473f-42a0-8d09-09810a3f6a9a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8464565 Sep 24 03:31:49.502893 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91006d4e-c58d-429f-a79d-80de7af8e1c0 req-c6ad55fa-e36b-4890-b5df-69c08da3cd09 service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638690 Sep 24 03:31:49.513611 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-e240b0fd-bc61-4912-b51b-ed8096ef4594 req-71f811e3-ead5-41aa-bbdc-f4fa902b90d3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613720 Sep 24 03:31:49.515905 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aa044918-d992-4d64-9190-a2b6b29dccba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.539541 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f811e3-ead5-41aa-bbdc-f4fa902b90d3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e2958b-f75a-473d-a65e-3990571c87d4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:49.579428 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aa044918-d992-4d64-9190-a2b6b29dccba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.582077 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aa044918-d992-4d64-9190-a2b6b29dccba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.583527 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-aa044918-d992-4d64-9190-a2b6b29dccba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37067533-3c99-422a-b6f8-419325a08d1c HTTP/1.1" status: 204 len: 168 time: 0.2185223 Sep 24 03:31:49.588871 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad164b6d-b163-41d4-ab5f-ce47ce650a77 req-0a6b6d8b-d870-405d-9985-f86f660f6eb9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:49.590435 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ad164b6d-b163-41d4-ab5f-ce47ce650a77 req-0a6b6d8b-d870-405d-9985-f86f660f6eb9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 931 time: 0.0514321 Sep 24 03:31:49.591199 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa044918-d992-4d64-9190-a2b6b29dccba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37067533-3c99-422a-b6f8-419325a08d1c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:49.634295 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ad164b6d-b163-41d4-ab5f-ce47ce650a77 req-73a97caf-bdfb-49db-bd49-5df9212fcc96 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340838 Sep 24 03:31:49.838473 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48452) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:49.851934 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6d45-56b5-4709-8e13-356d163d8bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.882470 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a766ee7-9a40-4243-8c25-eb9ec3a1c451 req-70f96aa6-ab64-4299-baf0-b378de34d67c tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:49.883926 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8a766ee7-9a40-4243-8c25-eb9ec3a1c451 req-70f96aa6-ab64-4299-baf0-b378de34d67c tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 945 time: 0.0491433 Sep 24 03:31:49.924269 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8a766ee7-9a40-4243-8c25-eb9ec3a1c451 req-500def08-25d4-4b58-8ced-fa381e4e8614 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330234 Sep 24 03:31:49.947207 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6d45-56b5-4709-8e13-356d163d8bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.951014 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6d45-56b5-4709-8e13-356d163d8bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:49.991725 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-bd6a6d45-56b5-4709-8e13-356d163d8bf8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=572108ac9faa44dbb7de8484507ad5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520457 Sep 24 03:31:49.992474 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a6d45-56b5-4709-8e13-356d163d8bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e97097f-dd3d-4d02-bffe-5aa7cb75f498,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:49.994320 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48456) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:50.076618 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-885deab5-df4a-4ed4-9349-7f168c8361cb req-9f3a09fe-dea5-414e-a2cf-04fef9c648f3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 210 time: 0.0363135 Sep 24 03:31:50.087352 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-85c5ae9c-d2bf-4ea6-8efa-990db6c3d9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:50.125079 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-85c5ae9c-d2bf-4ea6-8efa-990db6c3d9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:50.175299 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-85c5ae9c-d2bf-4ea6-8efa-990db6c3d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:50.178038 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-85c5ae9c-d2bf-4ea6-8efa-990db6c3d9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:50.179252 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-85c5ae9c-d2bf-4ea6-8efa-990db6c3d9f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e97097f-dd3d-4d02-bffe-5aa7cb75f498 HTTP/1.1" status: 204 len: 168 time: 0.1839380 Sep 24 03:31:50.191828 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5ae9c-d2bf-4ea6-8efa-990db6c3d9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e97097f-dd3d-4d02-bffe-5aa7cb75f498,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:50.527260 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48492) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:50.540748 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7655c177-c4b6-49f5-b068-4bcde62b02d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:50.648469 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c0e5e-706e-4e53-8b7e-7a9b6cb2798a req-e1fcdd1f-46f6-4929-8586-dc6c7bb526aa tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:50.650002 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c86c0e5e-706e-4e53-8b7e-7a9b6cb2798a req-e1fcdd1f-46f6-4929-8586-dc6c7bb526aa tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 944 time: 0.1013758 Sep 24 03:31:50.658748 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f70e2-b79e-4fd5-ab3c-6b8797df66fa req-fd492834-c27d-4fd4-b2fc-52c6934c75f7 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:50.660124 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8f0f70e2-b79e-4fd5-ab3c-6b8797df66fa req-fd492834-c27d-4fd4-b2fc-52c6934c75f7 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 946 time: 0.1103721 Sep 24 03:31:50.669967 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c68dca-6afe-4e74-9291-542e2d0529b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8986b042-420b-4efa-b1f8-2c2d72fc703a'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:31:50.673027 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81880eb9-e20f-4b85-9a5a-4f8244bcddfd" -d '{"events": [{"server_uuid": "92c68dca-6afe-4e74-9291-542e2d0529b4", "name": "network-vif-plugged", "status": "completed", "tag": "8986b042-420b-4efa-b1f8-2c2d72fc703a"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:31:50.697247 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:50.742631 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c86c0e5e-706e-4e53-8b7e-7a9b6cb2798a req-b1fb0fbd-0e0a-459e-99bd-1a42ba8800e8 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815687 Sep 24 03:31:50.753079 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8f0f70e2-b79e-4fd5-ab3c-6b8797df66fa req-a65283ce-7619-41ec-ba3e-406f599ea523 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834918 Sep 24 03:31:50.766449 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7655c177-c4b6-49f5-b068-4bcde62b02d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:50.777825 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7655c177-c4b6-49f5-b068-4bcde62b02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:50.806563 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01ff6e8-b3d0-458a-b070-6ad9281fca7f x-openstack-request-id: req-c01ff6e8-b3d0-458a-b070-6ad9281fca7f {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:31:50.806851 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c68dca-6afe-4e74-9291-542e2d0529b4", "name": "network-vif-plugged", "status": "completed", "tag": "8986b042-420b-4efa-b1f8-2c2d72fc703a", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:31:50.807098 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c01ff6e8-b3d0-458a-b070-6ad9281fca7f {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:31:50.807481 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c68dca-6afe-4e74-9291-542e2d0529b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8986b042-420b-4efa-b1f8-2c2d72fc703a', 'code': 200} Sep 24 03:31:50.831688 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655c177-c4b6-49f5-b068-4bcde62b02d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af9d155-7e4b-4bec-b095-c3271b478f8c,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:50.838252 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-7655c177-c4b6-49f5-b068-4bcde62b02d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=248dc482cc83409ca976638f79567266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074946 Sep 24 03:31:50.839018 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48498) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:50.872391 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8f3d3-241b-424b-8828-2e0ec7d15dca req-6a5c45eb-bb25-4926-bca4-69241f690e64 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:50.873897 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9fa8f3d3-241b-424b-8828-2e0ec7d15dca req-6a5c45eb-bb25-4926-bca4-69241f690e64 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 931 time: 0.0586483 Sep 24 03:31:50.887921 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91d1dac3-4fab-470c-9877-f1275499b83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:50.912669 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91d1dac3-4fab-470c-9877-f1275499b83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:50.913262 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9fa8f3d3-241b-424b-8828-2e0ec7d15dca req-0a8b9e6e-77cf-4ccc-b566-f9af3890cf84 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332651 Sep 24 03:31:50.961793 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91d1dac3-4fab-470c-9877-f1275499b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:50.964492 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91d1dac3-4fab-470c-9877-f1275499b83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:50.966134 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-91d1dac3-4fab-470c-9877-f1275499b83b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8af9d155-7e4b-4bec-b095-c3271b478f8c HTTP/1.1" status: 204 len: 168 time: 0.1264765 Sep 24 03:31:50.974368 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1dac3-4fab-470c-9877-f1275499b83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af9d155-7e4b-4bec-b095-c3271b478f8c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:51.051841 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491bed0-7757-48b4-9f92-faaa6374dfdf req-55e7ad20-41df-40fa-b2d7-6dd8612c6ace tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:51.053304 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b491bed0-7757-48b4-9f92-faaa6374dfdf req-55e7ad20-41df-40fa-b2d7-6dd8612c6ace tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 945 time: 0.0507152 Sep 24 03:31:51.093334 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b491bed0-7757-48b4-9f92-faaa6374dfdf req-05394d56-1b93-4469-b6e0-c7f5f5a092d3 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339234 Sep 24 03:31:51.184720 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cf1fe316-1c50-469f-8942-dcda9e325073 req-26e6ed55-6cba-4ce0-9ebb-e421f6bc224c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 210 time: 0.0317435 Sep 24 03:31:51.870873 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48546) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:51.890807 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55d075-b1dc-4df8-9fae-698ae02c766b req-ea829298-87fd-47ce-bb52-20906dd31328 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:51.892332 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4f55d075-b1dc-4df8-9fae-698ae02c766b req-ea829298-87fd-47ce-bb52-20906dd31328 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 944 time: 0.0812700 Sep 24 03:31:51.910534 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a160e-5d32-48c8-82c5-ccb030a3acc1 req-a59381c5-a1a9-46f5-a556-e9026ba5b384 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:51.912021 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2f0a160e-5d32-48c8-82c5-ccb030a3acc1 req-a59381c5-a1a9-46f5-a556-e9026ba5b384 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 946 time: 0.0723813 Sep 24 03:31:51.967054 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4f55d075-b1dc-4df8-9fae-698ae02c766b req-a515a4b6-394d-4ef9-8334-815064fc4ab0 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644290 Sep 24 03:31:51.981335 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2f0a160e-5d32-48c8-82c5-ccb030a3acc1 req-5409c0e8-5caa-490c-805a-7e6952d7a551 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559216 Sep 24 03:31:51.986403 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c48b171-d2f2-45ca-a6bd-d7e0bcddc187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:52.088230 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b67d58-321d-459f-a141-1e95fe20b14b req-b34dc989-e673-44d2-bb5d-85b7317a7709 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:52.089865 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b2b67d58-321d-459f-a141-1e95fe20b14b req-b34dc989-e673-44d2-bb5d-85b7317a7709 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 931 time: 0.0540655 Sep 24 03:31:52.109315 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c48b171-d2f2-45ca-a6bd-d7e0bcddc187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:52.113925 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c48b171-d2f2-45ca-a6bd-d7e0bcddc187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:52.135806 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b2b67d58-321d-459f-a141-1e95fe20b14b req-87850b53-a707-47bf-9c43-cdd987b5a162 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360098 Sep 24 03:31:52.154448 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-0c48b171-d2f2-45ca-a6bd-d7e0bcddc187 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63d46ffd9f3346e4900e9532aa55e9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825170 Sep 24 03:31:52.156952 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48b171-d2f2-45ca-a6bd-d7e0bcddc187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b5684b-d102-4071-a2b1-9fe5cc316502,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:52.157431 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48562) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:52.213824 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device bb93edc3-4472-46cc-bc7d-748cad3a1f55 details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:31:52.265498 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba7f24-f91d-4d5c-a5a6-598ee0087ce7 req-71ec5fe8-9550-4cdb-95ef-5cd7f8e25133 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:52.267161 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-80ba7f24-f91d-4d5c-a5a6-598ee0087ce7 req-71ec5fe8-9550-4cdb-95ef-5cd7f8e25133 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 945 time: 0.0831454 Sep 24 03:31:52.271875 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-40187c49-00cd-4358-838f-14f815bea1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:52.318967 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-559b46bd-2b4d-4ebd-87ac-c1d60bee9f04 req-71cb718c-ee11-4fc3-a393-9aa7c3a24058 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 210 time: 0.0488906 Sep 24 03:31:52.334118 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port bb93edc3-4472-46cc-bc7d-748cad3a1f55, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=bb93edc3-4472-46cc-bc7d-748cad3a1f55,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:52.346659 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'port_id': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55', 'mac_address': 'fa:16:3e:52:75:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:31:52.350915 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-40187c49-00cd-4358-838f-14f815bea1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:52.367049 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-80ba7f24-f91d-4d5c-a5a6-598ee0087ce7 req-c18fb4f0-5548-4874-be46-cd62e80649f2 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859563 Sep 24 03:31:52.385220 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:52.398951 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb93edc3-4472-46cc-bc7d-748cad3a1f55 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:31:52.416446 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-40187c49-00cd-4358-838f-14f815bea1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:52.419299 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-40187c49-00cd-4358-838f-14f815bea1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:52.423933 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-40187c49-00cd-4358-838f-14f815bea1d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29b5684b-d102-4071-a2b1-9fe5cc316502 HTTP/1.1" status: 204 len: 168 time: 0.2624409 Sep 24 03:31:52.424100 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port bb93edc3-4472-46cc-bc7d-748cad3a1f55, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=bb93edc3-4472-46cc-bc7d-748cad3a1f55,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:52.429493 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:52.429622 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40187c49-00cd-4358-838f-14f815bea1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b5684b-d102-4071-a2b1-9fe5cc316502,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:52.447901 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Request body: {'port': {'device_id': '77091753-37d0-4ee1-9824-464b2bd4a70d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:52.511399 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=bb93edc3-4472-46cc-bc7d-748cad3a1f55,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:52.580918 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:52.605228 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed510d-9e37-454d-ac1b-ab54a6ff319c req-c2ab178d-0abe-4abd-b141-e7b17c6ce010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:52.606737 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-29ed510d-9e37-454d-ac1b-ab54a6ff319c req-c2ab178d-0abe-4abd-b141-e7b17c6ce010 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9044a5eb528040b1804ebe0176b04bcb&device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 1097 time: 0.0826719 Sep 24 03:31:52.682536 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018aa7aa-f3f2-4be7-8a44-3c6646d4b4a2 req-42e810cb-55ba-4711-b200-89b60717d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:52.684585 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-018aa7aa-f3f2-4be7-8a44-3c6646d4b4a2 req-42e810cb-55ba-4711-b200-89b60717d0cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 1099 time: 0.0586293 Sep 24 03:31:52.698539 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['bb93edc3-4472-46cc-bc7d-748cad3a1f55'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:31:52.750543 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-018aa7aa-f3f2-4be7-8a44-3c6646d4b4a2 req-1ee9fa70-a1f0-43dd-805a-ac1a79cc9e5b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473878 Sep 24 03:31:52.790849 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed510d-9e37-454d-ac1b-ab54a6ff319c req-21a46084-4cfb-43a4-8205-0c7d8ceae1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:52.792331 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-29ed510d-9e37-454d-ac1b-ab54a6ff319c req-21a46084-4cfb-43a4-8205-0c7d8ceae1cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4489f0f-1647-433c-a28d-da32642eb55e HTTP/1.1" status: 200 len: 919 time: 0.1664548 Sep 24 03:31:52.967111 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48582) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:53.009691 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3d912ea-8095-4c3d-ad7a-2168d274d31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.070178 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-29ed510d-9e37-454d-ac1b-ab54a6ff319c req-de40cb2d-dfa0-44c4-9bcc-6478bf17b7a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=515ade53-cef9-43f6-8ae2-c5e8d29c22f8 HTTP/1.1" status: 200 len: 217 time: 0.0697954 Sep 24 03:31:53.091319 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 {{(pid=94016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:31:53.110644 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.182465 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-8315544e-1011-4649-a58e-1f4c3c3895d0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:53.183942 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-8315544e-1011-4649-a58e-1f4c3c3895d0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.13 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 816 time: 0.2287791 Sep 24 03:31:53.258170 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-e9336a7d-e8c2-49f3-9409-6516886ad899 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=591aadad4ac440c6afd8189aa7e5cee6 HTTP/1.1" status: 200 len: 379 time: 0.0578682 Sep 24 03:31:53.269464 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3d912ea-8095-4c3d-ad7a-2168d274d31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.273946 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-cf833fc1-7957-4977-be93-a452513d2f7f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Request body: {'port': {'device_id': '3f043b14-af6f-4d95-a094-87fa6c768493', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'admin_state_up': True, 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'security_groups': ['b938b5af-106b-4784-b489-bc8af2468157']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:53.279017 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3d912ea-8095-4c3d-ad7a-2168d274d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.348348 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-c3d912ea-8095-4c3d-ad7a-2168d274d31d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=832ba3c9317f457e9648b9530dec16bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795345 Sep 24 03:31:53.367626 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48602) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:53.374881 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d912ea-8095-4c3d-ad7a-2168d274d31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a251ec8e-f84c-43fa-9527-36d2d30a78ee,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:53.415657 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.provisioning_blocks [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Transition to ACTIVE for port object 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 will not be triggered until provisioned by entity L2. {{(pid=94016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:31:53.431154 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-cf833fc1-7957-4977-be93-a452513d2f7f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Made reservation on behalf of 591aadad4ac440c6afd8189aa7e5cee6 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:31:53.435044 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-cf833fc1-7957-4977-be93-a452513d2f7f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.437907 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed510d-9e37-454d-ac1b-ab54a6ff319c req-808ad440-f3e8-4eb5-be26-e3afc3252cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:53.440094 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-29ed510d-9e37-454d-ac1b-ab54a6ff319c req-808ad440-f3e8-4eb5-be26-e3afc3252cb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73ab388-512a-40d2-a0c1-897e1cbeecdc HTTP/1.1" status: 200 len: 858 time: 0.3565435 Sep 24 03:31:53.440771 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.532725 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b072e1-28dc-4461-84b4-27846e0d14a8 req-fe9d34ff-2d91-4f4b-b25f-c4c07773fa02 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:53.534090 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-37b072e1-28dc-4461-84b4-27846e0d14a8 req-fe9d34ff-2d91-4f4b-b25f-c4c07773fa02 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 945 time: 0.3992593 Sep 24 03:31:53.563849 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-29ed510d-9e37-454d-ac1b-ab54a6ff319c req-9452cf22-ea16-4936-b9c2-7421a560d08f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4489f0f-1647-433c-a28d-da32642eb55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058457 Sep 24 03:31:53.567430 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device bb93edc3-4472-46cc-bc7d-748cad3a1f55 up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:53.572596 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5b68b-daeb-4ef3-bdfc-eedb28933058 req-3bc8674e-28e9-4a9c-8be0-11ac3d62a4ed tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:53.574402 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a8b5b68b-daeb-4ef3-bdfc-eedb28933058 req-3bc8674e-28e9-4a9c-8be0-11ac3d62a4ed tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 946 time: 0.4409380 Sep 24 03:31:53.596198 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:53.605161 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-cf833fc1-7957-4977-be93-a452513d2f7f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Allocated IP 172.20.0.5 (3a46da72-dbc3-4033-9e4b-9bf85a1d2088/4e334428-b0b7-4ccf-9252-ca8733c7e91f/67582d29-a79f-4ee2-8844-18b26e15268b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:31:53.658569 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f600de83-5136-439e-9983-49be83f0c39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.660958 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port bb93edc3-4472-46cc-bc7d-748cad3a1f55 completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:31:53.665932 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port bb93edc3-4472-46cc-bc7d-748cad3a1f55 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:53.666309 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.724427 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Attempting to bind port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:53.724771 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Attempting to bind port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '83c32843-4f36-482d-a0e9-2cbc7e8b665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e'}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:53.725096 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Attempting to bind port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 on network e4489f0f-1647-433c-a28d-da32642eb55e {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:53.758226 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.765137 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-cf833fc1-7957-4977-be93-a452513d2f7f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.775283 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-37b072e1-28dc-4461-84b4-27846e0d14a8 req-a0bae34a-c8b2-48ca-9a15-0ee5a780641f tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162511 Sep 24 03:31:53.777108 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f600de83-5136-439e-9983-49be83f0c39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.783450 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 on network e4489f0f-1647-433c-a28d-da32642eb55e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:31:53.784331 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Attempting to bind port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 on network e4489f0f-1647-433c-a28d-da32642eb55e {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:53.788057 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:31:53.788318 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a8b5b68b-daeb-4ef3-bdfc-eedb28933058 req-26fe1d09-bb7d-4414-a108-dfa0695711ad tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837668 Sep 24 03:31:53.791178 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab990b5-60c1-4fdd-86d9-79cf4bb62f98" -d '{"events": [{"server_uuid": "1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "bb93edc3-4472-46cc-bc7d-748cad3a1f55"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:31:53.808810 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:53.809054 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port bb93edc3-4472-46cc-bc7d-748cad3a1f55, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=bb93edc3-4472-46cc-bc7d-748cad3a1f55,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:53.809142 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Checking segment: {'id': '83c32843-4f36-482d-a0e9-2cbc7e8b665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:53.809606 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Bound using segment: {'id': '83c32843-4f36-482d-a0e9-2cbc7e8b665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e'} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:53.810083 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Bound port: 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c32843-4f36-482d-a0e9-2cbc7e8b665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e'}}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:53.810436 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.811742 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-cf833fc1-7957-4977-be93-a452513d2f7f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.815781 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.875306 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-cf833fc1-7957-4977-be93-a452513d2f7f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:31:53.880085 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-cf833fc1-7957-4977-be93-a452513d2f7f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:31:53.885480 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-cf833fc1-7957-4977-be93-a452513d2f7f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:31:53.885800 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-29ed510d-9e37-454d-ac1b-ab54a6ff319c req-075eba9a-89ed-4214-89d7-1ef244b25a7b service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002484 Sep 24 03:31:53.895341 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-cf833fc1-7957-4977-be93-a452513d2f7f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:53.896008 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-cf833fc1-7957-4977-be93-a452513d2f7f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:53.909655 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=bb93edc3-4472-46cc-bc7d-748cad3a1f55,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:53.926981 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf833fc1-7957-4977-be93-a452513d2f7f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event updated for resources: {'Port': ['ID=67582d29-a79f-4ee2-8844-18b26e15268b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:53.945440 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-cf833fc1-7957-4977-be93-a452513d2f7f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6781564 Sep 24 03:31:53.959022 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Request body: {'port': {'device_id': '3f043b14-af6f-4d95-a094-87fa6c768493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:54.016895 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:54.017701 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f600de83-5136-439e-9983-49be83f0c39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:54.020324 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f600de83-5136-439e-9983-49be83f0c39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:54.021467 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-f600de83-5136-439e-9983-49be83f0c39e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a251ec8e-f84c-43fa-9527-36d2d30a78ee HTTP/1.1" status: 204 len: 168 time: 0.6341910 Sep 24 03:31:54.043198 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] For port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4, host hv-cinder-81080, cleared binding levels {{(pid=94016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:54.100377 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600de83-5136-439e-9983-49be83f0c39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a251ec8e-f84c-43fa-9527-36d2d30a78ee,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:54.103218 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] For port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4,segment=NetworkSegment(83c32843-4f36-482d-a0e9-2cbc7e8b665f),segment_id=83c32843-4f36-482d-a0e9-2cbc7e8b665f)] {{(pid=94016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:54.125002 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:54.171429 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-d3a26859-d2eb-40e7-8e62-3867b8d57315 None None] Provisioning complete for port 67582d29-a79f-4ee2-8844-18b26e15268b triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:54.172055 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d3a26859-d2eb-40e7-8e62-3867b8d57315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:54.172397 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92293401-6029-4565-8360-e1d34f56df1d req-6ea97f92-6096-44c6-a0c8-0f3e11ab951e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:54.173970 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-92293401-6029-4565-8360-e1d34f56df1d req-6ea97f92-6096-44c6-a0c8-0f3e11ab951e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 943 time: 0.2493467 Sep 24 03:31:54.202136 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75253fe2-786a-4a73-acfe-ceba54dec8c2 req-d96a5fc7-4678-46d3-8f39-f4ec44cbb540 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:54.210297 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-75253fe2-786a-4a73-acfe-ceba54dec8c2 req-d96a5fc7-4678-46d3-8f39-f4ec44cbb540 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 931 time: 0.2816896 Sep 24 03:31:54.252253 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:54.252889 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:54.255754 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] 10.222.0.13 "PUT /v2.0/ports/2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 HTTP/1.1" status: 200 len: 1093 time: 1.8145044 Sep 24 03:31:54.261549 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77091753-37d0-4ee1-9824-464b2bd4a70d', 'tag': '2d1003e4-1b5a-4b64-a7bf-91ade75c29e4'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:31:54.263858 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae94f47-22cd-40d3-9089-1c741cb5c28a" -d '{"events": [{"name": "network-changed", "server_uuid": "77091753-37d0-4ee1-9824-464b2bd4a70d", "tag": "2d1003e4-1b5a-4b64-a7bf-91ade75c29e4"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:31:54.268228 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d3a26859-d2eb-40e7-8e62-3867b8d57315 None None] Port 67582d29-a79f-4ee2-8844-18b26e15268b cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:31:54.292886 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-29ed510d-9e37-454d-ac1b-ab54a6ff319c req-41d59c8c-b4c0-4187-b407-c07126bdd1bf service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781650 Sep 24 03:31:54.331129 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-75253fe2-786a-4a73-acfe-ceba54dec8c2 req-00d024f9-ece4-4ad4-bdb7-d9d177bf2e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198630 Sep 24 03:31:54.331830 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12a152-6f79-4e5f-bc75-6b8bc8748e36 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4,revision_number=3']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:54.421860 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-92293401-6029-4565-8360-e1d34f56df1d req-1a107f85-7262-4a05-a9ad-eb2139d4ccdb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023301 Sep 24 03:31:54.472851 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-c284a221-8c78-4e97-be01-885e0053d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:54.479966 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-c284a221-8c78-4e97-be01-885e0053d108 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9044a5eb528040b1804ebe0176b04bcb&device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 1096 time: 0.1133580 Sep 24 03:31:54.504948 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d549111c-3272-4e44-87e3-6fed97dd0cde x-openstack-request-id: req-d549111c-3272-4e44-87e3-6fed97dd0cde {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:31:54.505243 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "bb93edc3-4472-46cc-bc7d-748cad3a1f55", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:31:54.505498 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d549111c-3272-4e44-87e3-6fed97dd0cde {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:31:54.505921 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55', 'code': 200} Sep 24 03:31:54.556700 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67582d29-a79f-4ee2-8844-18b26e15268b {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:31:54.559284 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-db8edd47-ce09-49ad-b560-d3fed8efb684 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 HTTP/1.1" status: 200 len: 217 time: 0.0419588 Sep 24 03:31:54.567936 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:54.582488 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea648e8-04d9-46a7-b4ce-6bb39ab85cf5 x-openstack-request-id: req-8ea648e8-04d9-46a7-b4ce-6bb39ab85cf5 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:31:54.582779 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77091753-37d0-4ee1-9824-464b2bd4a70d", "tag": "2d1003e4-1b5a-4b64-a7bf-91ade75c29e4", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:31:54.583028 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ea648e8-04d9-46a7-b4ce-6bb39ab85cf5 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:31:54.583415 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77091753-37d0-4ee1-9824-464b2bd4a70d', 'tag': '2d1003e4-1b5a-4b64-a7bf-91ade75c29e4', 'status': 'completed', 'code': 200} Sep 24 03:31:54.587040 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Transition to ACTIVE for port object 67582d29-a79f-4ee2-8844-18b26e15268b will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:31:54.591944 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff97777-0fd0-4776-ad51-26182930bc4f req-19c3ba7b-e57f-41f5-bc36-f150946bf754 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:54.592990 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:54.593590 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bff97777-0fd0-4776-ad51-26182930bc4f req-19c3ba7b-e57f-41f5-bc36-f150946bf754 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 945 time: 0.1483788 Sep 24 03:31:54.646035 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=67582d29-a79f-4ee2-8844-18b26e15268b,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:54.747535 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Attempting to bind port 67582d29-a79f-4ee2-8844-18b26e15268b on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:31:54.747863 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Attempting to bind port 67582d29-a79f-4ee2-8844-18b26e15268b by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:31:54.748209 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Attempting to bind port 67582d29-a79f-4ee2-8844-18b26e15268b on network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:54.753919 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Port 67582d29-a79f-4ee2-8844-18b26e15268b on network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:31:54.754295 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Attempting to bind port 67582d29-a79f-4ee2-8844-18b26e15268b on network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:31:54.760357 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:31:54.760733 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Checking segment: {'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:31:54.761775 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Bound using segment: {'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:31:54.762327 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Bound port: 67582d29-a79f-4ee2-8844-18b26e15268b, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:31:54.762566 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:54.803568 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bff97777-0fd0-4776-ad51-26182930bc4f req-e6709636-8d97-4fde-88b2-47bf755f1537 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012038 Sep 24 03:31:54.903523 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] For port 67582d29-a79f-4ee2-8844-18b26e15268b, host hv-cinder-81080, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:31:54.922654 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] For port 67582d29-a79f-4ee2-8844-18b26e15268b, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=67582d29-a79f-4ee2-8844-18b26e15268b,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:31:54.930208 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:54.992689 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:54.994005 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:54.995411 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] 10.222.0.13 "PUT /v2.0/ports/67582d29-a79f-4ee2-8844-18b26e15268b HTTP/1.1" status: 200 len: 1093 time: 1.0407486 Sep 24 03:31:54.995839 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:31:54.998112 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa5b257-cff7-4761-8561-1f5f08a5580e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:31:55.005654 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-d82f5c46-8b4b-422f-9b66-a3c22bd5b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:55.025384 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1d523-e836-4669-ac92-e9a642ba2ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=67582d29-a79f-4ee2-8844-18b26e15268b,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:55.037586 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-d82f5c46-8b4b-422f-9b66-a3c22bd5b310 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73ab388-512a-40d2-a0c1-897e1cbeecdc HTTP/1.1" status: 200 len: 858 time: 0.4425285 Sep 24 03:31:55.042631 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:55.113194 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-ce50eb43-02ed-4cc9-bb08-7a5e960d7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:55.115202 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-ce50eb43-02ed-4cc9-bb08-7a5e960d7f4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 1096 time: 0.0667512 Sep 24 03:31:55.181445 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-0b73058a-25be-4362-b9db-7bbae998dc1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67582d29-a79f-4ee2-8844-18b26e15268b HTTP/1.1" status: 200 len: 217 time: 0.0551915 Sep 24 03:31:55.199085 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-952d5cbf-f407-40fe-b393-d91f40ca8db0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4489f0f-1647-433c-a28d-da32642eb55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942247 Sep 24 03:31:55.247179 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-7cffb7f5-5db3-4b8d-85f4-307dc165412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:55.250104 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-7cffb7f5-5db3-4b8d-85f4-307dc165412c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 200 len: 855 time: 0.0602949 Sep 24 03:31:55.260098 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0417290-083e-4a28-875e-d05e2d5d21ba req-57678e05-7e6d-4a3e-9bcc-7310a52d7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:55.262187 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b0417290-083e-4a28-875e-d05e2d5d21ba req-57678e05-7e6d-4a3e-9bcc-7310a52d7dbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 1099 time: 0.4574955 Sep 24 03:31:55.300706 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a7e22-186a-4212-83d9-5d98ffb348f0 req-bca18ec9-23ee-443e-a5df-f5b0dfef27ae tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:55.303616 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f19a7e22-186a-4212-83d9-5d98ffb348f0 req-bca18ec9-23ee-443e-a5df-f5b0dfef27ae tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.2422180 Sep 24 03:31:55.333086 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-8bbc7ec4-b65a-4aea-8317-9e591ad3ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:55.335132 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-8bbc7ec4-b65a-4aea-8317-9e591ad3ee84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763426 Sep 24 03:31:55.377601 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c3b8e-cddd-4367-8474-f222097dd013 req-34b00b8a-fb91-4eba-90d0-c232c88d37be tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:55.379361 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-377c3b8e-cddd-4367-8474-f222097dd013 req-34b00b8a-fb91-4eba-90d0-c232c88d37be tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 946 time: 0.2851639 Sep 24 03:31:55.468901 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f19a7e22-186a-4212-83d9-5d98ffb348f0 req-86bab420-d6ec-4f2f-b378-4d6860f0aae3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250634 Sep 24 03:31:55.495513 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-40be1666-42ea-4b95-b923-6c1e4fc45b03 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507716 Sep 24 03:31:55.521381 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b0417290-083e-4a28-875e-d05e2d5d21ba req-9e4e8016-22d3-4c4f-9520-040381d8f1fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343752 Sep 24 03:31:55.526191 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-377c3b8e-cddd-4367-8474-f222097dd013 req-bc6c3cd8-1c91-402b-a00e-02939acbf8cd tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398647 Sep 24 03:31:55.528842 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-5f9d0460-dde0-4d92-8966-29286eb407d3 service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937293 Sep 24 03:31:55.548690 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebdb7df-b9fe-4d1c-b0e7-a48a3d5e339e x-openstack-request-id: req-bebdb7df-b9fe-4d1c-b0e7-a48a3d5e339e {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:31:55.549143 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:31:55.549645 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bebdb7df-b9fe-4d1c-b0e7-a48a3d5e339e {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:31:55.550262 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b', 'status': 'completed', 'code': 200} Sep 24 03:31:55.577329 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:31:55.637163 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-af3165c0-0e06-4b86-85d8-ddf5bec41454 req-527bb430-c68f-47c0-b38f-459565af13f1 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323998 Sep 24 03:31:55.692473 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d987db-d0f4-4c0d-af1b-9219b109d323 req-25d3cd70-630c-48f9-b0d1-e792467c7f07 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:55.694689 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c7d987db-d0f4-4c0d-af1b-9219b109d323 req-25d3cd70-630c-48f9-b0d1-e792467c7f07 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 943 time: 0.0943363 Sep 24 03:31:55.723924 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fd3b2-ed33-406b-923f-d1a6d86f8845 req-83b0690b-e80f-4d87-9990-12bfaeec111e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:55.726305 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5c4fd3b2-ed33-406b-923f-d1a6d86f8845 req-83b0690b-e80f-4d87-9990-12bfaeec111e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0917687 Sep 24 03:31:55.760866 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=515ade53-cef9-43f6-8ae2-c5e8d29c22f8,segment=NetworkSegment(83c32843-4f36-482d-a0e9-2cbc7e8b665f),segment_id=83c32843-4f36-482d-a0e9-2cbc7e8b665f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:55.767331 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c7d987db-d0f4-4c0d-af1b-9219b109d323 req-6ced8950-685f-482e-8980-1891e9e78867 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652211 Sep 24 03:31:55.773347 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '515ade53-cef9-43f6-8ae2-c5e8d29c22f8', 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e', 'port_id': '515ade53-cef9-43f6-8ae2-c5e8d29c22f8', 'mac_address': 'fa:16:3e:07:1d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73ab388-512a-40d2-a0c1-897e1cbeecdc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:31:55.826225 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5c4fd3b2-ed33-406b-923f-d1a6d86f8845 req-553f1f32-1964-4ffb-8823-af028c383f53 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710862 Sep 24 03:31:55.877924 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:55.909934 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:31:55.943153 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=515ade53-cef9-43f6-8ae2-c5e8d29c22f8,segment=NetworkSegment(83c32843-4f36-482d-a0e9-2cbc7e8b665f),segment_id=83c32843-4f36-482d-a0e9-2cbc7e8b665f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:55.944484 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5b257-cff7-4761-8561-1f5f08a5580e req-052a16f6-bee4-4bdc-85a9-762d8454a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:55.946299 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-bfa5b257-cff7-4761-8561-1f5f08a5580e req-052a16f6-bee4-4bdc-85a9-762d8454a5fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 1096 time: 0.1018732 Sep 24 03:31:55.949633 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:55.989205 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f42cffcb-9087-49f2-b586-f188b1fcdc0c req-ea1983d2-bbce-45b5-913b-a152b499ef93 service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054482 Sep 24 03:31:56.016406 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=515ade53-cef9-43f6-8ae2-c5e8d29c22f8,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:56.151812 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae94f47-22cd-40d3-9089-1c741cb5c28a req-4dcc6987-da47-4c86-86f6-32f9b299c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:56.153463 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5b257-cff7-4761-8561-1f5f08a5580e req-97584abf-d554-4b59-87dc-6d0b17aafd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:56.154024 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7ae94f47-22cd-40d3-9089-1c741cb5c28a req-4dcc6987-da47-4c86-86f6-32f9b299c19a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9044a5eb528040b1804ebe0176b04bcb&device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 1096 time: 0.0669577 Sep 24 03:31:56.155241 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-bfa5b257-cff7-4761-8561-1f5f08a5580e req-97584abf-d554-4b59-87dc-6d0b17aafd7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 917 time: 0.1993811 Sep 24 03:31:56.228147 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-bfa5b257-cff7-4761-8561-1f5f08a5580e req-75ffb760-03ec-4eb5-979d-c89cea75b7d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67582d29-a79f-4ee2-8844-18b26e15268b HTTP/1.1" status: 200 len: 217 time: 0.0545058 Sep 24 03:31:56.303280 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['515ade53-cef9-43f6-8ae2-c5e8d29c22f8'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:31:56.303847 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5b257-cff7-4761-8561-1f5f08a5580e req-59e4514e-3b53-4a26-ade0-002361f420a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:56.307598 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-bfa5b257-cff7-4761-8561-1f5f08a5580e req-59e4514e-3b53-4a26-ade0-002361f420a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 200 len: 855 time: 0.0656402 Sep 24 03:31:56.321861 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae94f47-22cd-40d3-9089-1c741cb5c28a req-bda64ee9-46b7-48d6-997d-0d5a8659dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:56.324742 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7ae94f47-22cd-40d3-9089-1c741cb5c28a req-bda64ee9-46b7-48d6-997d-0d5a8659dd70 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4489f0f-1647-433c-a28d-da32642eb55e HTTP/1.1" status: 200 len: 919 time: 0.1508555 Sep 24 03:31:56.391933 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5b257-cff7-4761-8561-1f5f08a5580e req-49f63c39-5aa3-414f-aae8-1ef83d2b623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:56.395969 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-bfa5b257-cff7-4761-8561-1f5f08a5580e req-49f63c39-5aa3-414f-aae8-1ef83d2b623e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550151 Sep 24 03:31:56.431301 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7ae94f47-22cd-40d3-9089-1c741cb5c28a req-12322ca8-4c81-4398-8cb5-4d034c3db37e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 HTTP/1.1" status: 200 len: 217 time: 0.0910163 Sep 24 03:31:56.581820 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae94f47-22cd-40d3-9089-1c741cb5c28a req-2ee6153f-dff5-4aba-bb8c-1f62bef8bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:56.583653 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7ae94f47-22cd-40d3-9089-1c741cb5c28a req-2ee6153f-dff5-4aba-bb8c-1f62bef8bf16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73ab388-512a-40d2-a0c1-897e1cbeecdc HTTP/1.1" status: 200 len: 858 time: 0.1376157 Sep 24 03:31:56.651687 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7ae94f47-22cd-40d3-9089-1c741cb5c28a req-bf271cbd-6061-42e3-9947-d891c3a8a49b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4489f0f-1647-433c-a28d-da32642eb55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561490 Sep 24 03:31:56.713210 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaae33d-47ec-4bc6-9d9e-73b18ce41c7e req-c55c9b64-f72a-4072-8572-0b42619f0cbd tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:56.716986 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cdaae33d-47ec-4bc6-9d9e-73b18ce41c7e req-c55c9b64-f72a-4072-8572-0b42619f0cbd tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.1109211 Sep 24 03:31:56.765999 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48726) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:56.802693 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-bfa5b257-cff7-4761-8561-1f5f08a5580e req-0f5ae56e-338f-4de2-8c1a-4b2855e21f5f service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001060 Sep 24 03:31:56.833700 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cdaae33d-47ec-4bc6-9d9e-73b18ce41c7e req-ed56d3f1-9fc3-4496-b962-577eb1c503b4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037166 Sep 24 03:31:56.861632 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7ae94f47-22cd-40d3-9089-1c741cb5c28a req-13c6de0f-c7a0-4a23-828d-e37efe130929 service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889060 Sep 24 03:31:57.008946 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-bfa5b257-cff7-4761-8561-1f5f08a5580e req-4c1ec47f-df02-4139-bb7b-21cfa56df28e service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961753 Sep 24 03:31:57.039604 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-29082542-adf7-4664-aa4e-2493695c7d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:57.330761 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7ae94f47-22cd-40d3-9089-1c741cb5c28a req-9fea15a2-3143-477c-b5fd-0a4505da5432 service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591155 Sep 24 03:31:57.361421 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ed128-8384-40b8-9f35-db6b50570819 req-c5e8a464-a0b8-4c40-8757-cf62f89d589a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:57.363621 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0b9ed128-8384-40b8-9f35-db6b50570819 req-c5e8a464-a0b8-4c40-8757-cf62f89d589a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 943 time: 0.3582618 Sep 24 03:31:57.390365 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5db275-111a-41ad-98f8-adfaa095c4d8 req-f412dba3-c0f3-4a72-baef-219a72cf80fd tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:57.391855 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4e5db275-111a-41ad-98f8-adfaa095c4d8 req-f412dba3-c0f3-4a72-baef-219a72cf80fd tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.1203759 Sep 24 03:31:57.454607 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0b9ed128-8384-40b8-9f35-db6b50570819 req-00389ddd-7662-4d01-9f71-47b20345ecd7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807166 Sep 24 03:31:57.498443 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4e5db275-111a-41ad-98f8-adfaa095c4d8 req-e76b39aa-82f8-4203-a309-9da8975e0c92 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944049 Sep 24 03:31:57.514180 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-29082542-adf7-4664-aa4e-2493695c7d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:57.521452 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-29082542-adf7-4664-aa4e-2493695c7d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:57.565301 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-29082542-adf7-4664-aa4e-2493695c7d13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75a60cf509c54d00986aa02e48706f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7961798 Sep 24 03:31:57.566670 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29082542-adf7-4664-aa4e-2493695c7d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b030f4b5-7b88-44ec-8636-e11c02b8f425,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:57.567931 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48764) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:57.574628 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:31:57.642436 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ec8a30c-71ee-49a3-be76-5b80b8276e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:57.658273 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:31:57.664223 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:31:57.664762 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:57.669320 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ec8a30c-71ee-49a3-be76-5b80b8276e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:57.733603 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ec8a30c-71ee-49a3-be76-5b80b8276e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:57.736501 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ec8a30c-71ee-49a3-be76-5b80b8276e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:57.740300 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-8ec8a30c-71ee-49a3-be76-5b80b8276e6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b030f4b5-7b88-44ec-8636-e11c02b8f425 HTTP/1.1" status: 204 len: 168 time: 0.1688387 Sep 24 03:31:57.745983 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8a30c-71ee-49a3-be76-5b80b8276e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b030f4b5-7b88-44ec-8636-e11c02b8f425,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:57.767240 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:57.794972 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161dd8ef-7ba0-4e37-aaf5-0c0a54dca798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515ade53-cef9-43f6-8ae2-c5e8d29c22f8'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:31:57.798165 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e602e4d-616f-4397-9193-dd7109f20a6f" -d '{"events": [{"server_uuid": "161dd8ef-7ba0-4e37-aaf5-0c0a54dca798", "name": "network-vif-plugged", "status": "completed", "tag": "515ade53-cef9-43f6-8ae2-c5e8d29c22f8"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:31:57.812731 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=515ade53-cef9-43f6-8ae2-c5e8d29c22f8,segment=NetworkSegment(83c32843-4f36-482d-a0e9-2cbc7e8b665f),segment_id=83c32843-4f36-482d-a0e9-2cbc7e8b665f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:57.817515 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:57.841757 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781f99dd-5ee9-4a43-8ffc-0d16890f7143 x-openstack-request-id: req-781f99dd-5ee9-4a43-8ffc-0d16890f7143 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:31:57.842053 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161dd8ef-7ba0-4e37-aaf5-0c0a54dca798", "name": "network-vif-plugged", "status": "completed", "tag": "515ade53-cef9-43f6-8ae2-c5e8d29c22f8", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:31:57.842327 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-781f99dd-5ee9-4a43-8ffc-0d16890f7143 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:31:57.843333 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161dd8ef-7ba0-4e37-aaf5-0c0a54dca798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515ade53-cef9-43f6-8ae2-c5e8d29c22f8', 'code': 200} Sep 24 03:31:57.871566 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=515ade53-cef9-43f6-8ae2-c5e8d29c22f8,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:57.988225 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447ccbb-59de-456e-b1f6-c67b0fa84196 req-176aeed0-742d-4993-833b-9a2a2cf8bdbc tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:57.989904 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7447ccbb-59de-456e-b1f6-c67b0fa84196 req-176aeed0-742d-4993-833b-9a2a2cf8bdbc tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0525639 Sep 24 03:31:58.062706 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7447ccbb-59de-456e-b1f6-c67b0fa84196 req-0a851cfc-b336-4675-8139-ee6ba3f2a9e2 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659907 Sep 24 03:31:58.074629 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673721a-90a4-4b35-bb7a-c00192b2a86b req-a409e634-9971-4e0c-9c6d-dbd295204b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:58.079805 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e673721a-90a4-4b35-bb7a-c00192b2a86b req-a409e634-9971-4e0c-9c6d-dbd295204b32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 1099 time: 0.0734649 Sep 24 03:31:58.140374 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e673721a-90a4-4b35-bb7a-c00192b2a86b req-7f5dcad7-82fe-4ee2-bebb-a5564f6a2ae0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522280 Sep 24 03:31:58.165938 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48788) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:58.188846 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d81508c9-e2bc-4e8d-b1fd-e45ed0bb5631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:58.268291 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855e57d-8dad-4ca8-90f4-97c6bea79171 req-dbe4e73a-52ad-41fd-b74e-93445058e347 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:58.270583 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0855e57d-8dad-4ca8-90f4-97c6bea79171 req-dbe4e73a-52ad-41fd-b74e-93445058e347 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.1070993 Sep 24 03:31:58.281017 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48794) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:58.286232 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-ce1c10ee-3e49-4de6-8a0e-7aa2a17f7d8d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Request body: {'floatingip': {'port_id': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:31:58.329468 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d81508c9-e2bc-4e8d-b1fd-e45ed0bb5631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:58.333220 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d81508c9-e2bc-4e8d-b1fd-e45ed0bb5631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:58.356638 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ce1c10ee-3e49-4de6-8a0e-7aa2a17f7d8d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:58.373145 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-d81508c9-e2bc-4e8d-b1fd-e45ed0bb5631 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06cabeebe11a437bb01b4b9bd503a3c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059298 Sep 24 03:31:58.376676 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48796) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:31:58.382881 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81508c9-e2bc-4e8d-b1fd-e45ed0bb5631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db84ae39-5cbd-4d21-a710-757d96cc099e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:58.436769 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89b17093-652f-436e-b103-04a1cf1f12fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:58.460345 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89b17093-652f-436e-b103-04a1cf1f12fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:58.542970 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89b17093-652f-436e-b103-04a1cf1f12fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:58.546108 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89b17093-652f-436e-b103-04a1cf1f12fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:58.547253 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-89b17093-652f-436e-b103-04a1cf1f12fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db84ae39-5cbd-4d21-a710-757d96cc099e HTTP/1.1" status: 204 len: 168 time: 0.1695714 Sep 24 03:31:58.555132 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b17093-652f-436e-b103-04a1cf1f12fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db84ae39-5cbd-4d21-a710-757d96cc099e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:58.767399 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d32831-30af-4eea-85be-63c3776a6994 req-e8b4d304-003e-468b-8d1f-612ed3a0aacc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:58.768534 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-40d32831-30af-4eea-85be-63c3776a6994 req-e8b4d304-003e-468b-8d1f-612ed3a0aacc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 943 time: 0.0989518 Sep 24 03:31:58.810000 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb69f-57cb-4a4f-9659-513d13e2fb7b req-90f4763d-861f-4fc5-8f06-4c4d2b4e52b2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:31:58.812028 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6f1bb69f-57cb-4a4f-9659-513d13e2fb7b req-90f4763d-861f-4fc5-8f06-4c4d2b4e52b2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.1548824 Sep 24 03:31:59.005006 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6f1bb69f-57cb-4a4f-9659-513d13e2fb7b req-f5e9a20c-9cd5-4707-8fd6-814a032ad7d7 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798115 Sep 24 03:31:59.016083 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-40d32831-30af-4eea-85be-63c3776a6994 req-f4054de2-6ef4-4a35-ace1-96d4dba5f874 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154331 Sep 24 03:31:59.202465 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ce1c10ee-3e49-4de6-8a0e-7aa2a17f7d8d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:59.209460 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ce1c10ee-3e49-4de6-8a0e-7aa2a17f7d8d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:59.321978 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [None req-ce1c10ee-3e49-4de6-8a0e-7aa2a17f7d8d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Floating IP 05971ae5-e0e3-452a-88ba-e454133aea6c associated. External IP: 172.27.1.107, port: bb93edc3-4472-46cc-bc7d-748cad3a1f55. Sep 24 03:31:59.588860 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 67582d29-a79f-4ee2-8844-18b26e15268b details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:31:59.729200 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 67582d29-a79f-4ee2-8844-18b26e15268b, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=67582d29-a79f-4ee2-8844-18b26e15268b,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:59.743627 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '67582d29-a79f-4ee2-8844-18b26e15268b', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'port_id': '67582d29-a79f-4ee2-8844-18b26e15268b', 'mac_address': 'fa:16:3e:3c:f4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:31:59.743802 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1c10ee-3e49-4de6-8a0e-7aa2a17f7d8d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Router da3540eb-972a-443e-b760-9ef6aec5b017 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:31:59.787101 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:59.801763 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67582d29-a79f-4ee2-8844-18b26e15268b {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:31:59.823854 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 67582d29-a79f-4ee2-8844-18b26e15268b, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=67582d29-a79f-4ee2-8844-18b26e15268b,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:31:59.827229 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:59.828183 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:31:59.868345 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1c10ee-3e49-4de6-8a0e-7aa2a17f7d8d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:31:59.873155 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ce1c10ee-3e49-4de6-8a0e-7aa2a17f7d8d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:31:59.892771 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669483be-b5be-458c-91da-4a1735c8499c None None] Sync routers for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:31:59.909925 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669483be-b5be-458c-91da-4a1735c8499c None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:31:59.914191 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-ce1c10ee-3e49-4de6-8a0e-7aa2a17f7d8d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "PUT /v2.0/floatingips/05971ae5-e0e3-452a-88ba-e454133aea6c HTTP/1.1" status: 200 len: 992 time: 1.6292205 Sep 24 03:31:59.914925 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-669483be-b5be-458c-91da-4a1735c8499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:31:59.915026 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe', 'tag': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:31:59.915905 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29bd35f-901b-4cf8-8231-e273038c201d" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe", "tag": "bb93edc3-4472-46cc-bc7d-748cad3a1f55"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:31:59.932654 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=67582d29-a79f-4ee2-8844-18b26e15268b,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:31:59.981145 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adba8bc1-3365-4510-8d6a-fe6d16660c07 x-openstack-request-id: req-adba8bc1-3365-4510-8d6a-fe6d16660c07 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:31:59.981436 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe", "tag": "bb93edc3-4472-46cc-bc7d-748cad3a1f55", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:31:59.981688 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adba8bc1-3365-4510-8d6a-fe6d16660c07 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:31:59.982107 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe', 'tag': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55', 'status': 'completed', 'code': 200} Sep 24 03:32:00.077127 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4,segment=NetworkSegment(83c32843-4f36-482d-a0e9-2cbc7e8b665f),segment_id=83c32843-4f36-482d-a0e9-2cbc7e8b665f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:32:00.081542 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bd35f-901b-4cf8-8231-e273038c201d req-f3217269-8460-467f-a591-e7aec904135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:00.083752 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e29bd35f-901b-4cf8-8231-e273038c201d req-f3217269-8460-467f-a591-e7aec904135c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b959a04e215f4456becf31ac01fa6e25&device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 1099 time: 0.0748456 Sep 24 03:32:00.105650 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '2d1003e4-1b5a-4b64-a7bf-91ade75c29e4', 'network_id': 'e4489f0f-1647-433c-a28d-da32642eb55e', 'port_id': '2d1003e4-1b5a-4b64-a7bf-91ade75c29e4', 'mac_address': 'fa:16:3e:e7:4a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73ab388-512a-40d2-a0c1-897e1cbeecdc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:32:00.122380 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-669483be-b5be-458c-91da-4a1735c8499c None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:32:00.180171 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:00.207321 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:32:00.238929 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4,segment=NetworkSegment(83c32843-4f36-482d-a0e9-2cbc7e8b665f),segment_id=83c32843-4f36-482d-a0e9-2cbc7e8b665f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:32:00.251558 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:00.260362 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48886) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:00.337603 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:00.340218 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5184d-779e-4270-bfbb-9fe07c9e4170 req-7ebefb37-732e-4187-bcc3-09552d813e54 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:00.348742 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b9f5184d-779e-4270-bfbb-9fe07c9e4170 req-7ebefb37-732e-4187-bcc3-09552d813e54 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 943 time: 0.1898913 Sep 24 03:32:00.367142 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb568ab-3c37-4e38-a899-bfbd393e1d44 req-94d72eec-9526-4b9c-8daf-62ebcddb64f3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:00.368763 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3fb568ab-3c37-4e38-a899-bfbd393e1d44 req-94d72eec-9526-4b9c-8daf-62ebcddb64f3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 944 time: 0.2020457 Sep 24 03:32:00.371294 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bd35f-901b-4cf8-8231-e273038c201d req-6cdb0c6f-aeb4-4eeb-83ab-80448b5e4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:00.373007 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e29bd35f-901b-4cf8-8231-e273038c201d req-6cdb0c6f-aeb4-4eeb-83ab-80448b5e4f40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cba65e79-4fc5-4461-a342-04d626e59a47 HTTP/1.1" status: 200 len: 911 time: 0.2812290 Sep 24 03:32:00.444749 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8e15dc18-f067-4ef6-a6a7-486c597f2c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:00.509301 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b9f5184d-779e-4270-bfbb-9fe07c9e4170 req-c31dbcbc-8e79-406b-9db6-62d29869444c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596241 Sep 24 03:32:00.527806 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-669483be-b5be-458c-91da-4a1735c8499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '05971ae5-e0e3-452a-88ba-e454133aea6c', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'port_id': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'mac_address': 'fa:16:3e:52:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:31:34Z', 'updated_at': '2021-09-24T03:31:59Z', 'revision_number': 1, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:30Z', 'revision_number': 5, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:32:00.535562 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3fb568ab-3c37-4e38-a899-bfbd393e1d44 req-da66b758-c745-4610-8478-a83dd7c11dc5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523361 Sep 24 03:32:00.550416 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e29bd35f-901b-4cf8-8231-e273038c201d req-5c8ec6e2-ced8-4270-bbe3-14acf2ff4a57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb93edc3-4472-46cc-bc7d-748cad3a1f55 HTTP/1.1" status: 200 len: 1000 time: 0.1683512 Sep 24 03:32:00.561997 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['67582d29-a79f-4ee2-8844-18b26e15268b'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:32:00.567936 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669483be-b5be-458c-91da-4a1735c8499c None None] Checking router: da3540eb-972a-443e-b760-9ef6aec5b017 for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:32:00.578679 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669483be-b5be-458c-91da-4a1735c8499c None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:32:00.579566 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-669483be-b5be-458c-91da-4a1735c8499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:32:00.606781 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['2d1003e4-1b5a-4b64-a7bf-91ade75c29e4'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:32:00.618479 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bd35f-901b-4cf8-8231-e273038c201d req-a8ea37be-b2ce-4859-b2e3-be7c1e398479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:00.620677 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e29bd35f-901b-4cf8-8231-e273038c201d req-a8ea37be-b2ce-4859-b2e3-be7c1e398479 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7359379f-7a6e-4681-962c-52307286e43d HTTP/1.1" status: 200 len: 849 time: 0.0539856 Sep 24 03:32:00.627793 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8e15dc18-f067-4ef6-a6a7-486c597f2c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:00.638221 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8e15dc18-f067-4ef6-a6a7-486c597f2c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:00.712838 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-8e15dc18-f067-4ef6-a6a7-486c597f2c75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73e66b0b02a94a05a43089b4648333cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513981 Sep 24 03:32:00.713897 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15dc18-f067-4ef6-a6a7-486c597f2c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19732b59-19c6-497b-bc93-3d4e35a39f16,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:00.715443 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48902) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:00.728458 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-669483be-b5be-458c-91da-4a1735c8499c None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:32:00.783914 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bd35f-901b-4cf8-8231-e273038c201d req-797b6106-d00e-42bf-af2e-87216e9c4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:00.785446 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e29bd35f-901b-4cf8-8231-e273038c201d req-797b6106-d00e-42bf-af2e-87216e9c4968 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cba65e79-4fc5-4461-a342-04d626e59a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1557088 Sep 24 03:32:00.880131 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2774e5b7-1e68-46bb-bb79-60f82b77a08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:00.956484 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2774e5b7-1e68-46bb-bb79-60f82b77a08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:01.008149 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e29bd35f-901b-4cf8-8231-e273038c201d req-9a7adb8e-399e-4be3-b26e-b21c6906d76d service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083173 Sep 24 03:32:01.061515 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2774e5b7-1e68-46bb-bb79-60f82b77a08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:01.062536 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-669483be-b5be-458c-91da-4a1735c8499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '05971ae5-e0e3-452a-88ba-e454133aea6c', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'port_id': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'mac_address': 'fa:16:3e:52:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:31:34Z', 'updated_at': '2021-09-24T03:31:59Z', 'revision_number': 1, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:30Z', 'revision_number': 5, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:32:01.064013 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2774e5b7-1e68-46bb-bb79-60f82b77a08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:01.067437 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-2774e5b7-1e68-46bb-bb79-60f82b77a08c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19732b59-19c6-497b-bc93-3d4e35a39f16 HTTP/1.1" status: 204 len: 168 time: 0.3486996 Sep 24 03:32:01.076493 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774e5b7-1e68-46bb-bb79-60f82b77a08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19732b59-19c6-497b-bc93-3d4e35a39f16,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:01.160339 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e29bd35f-901b-4cf8-8231-e273038c201d req-8c08bae2-05d8-4b0a-843a-bea8debd7684 service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441534 Sep 24 03:32:01.219295 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669483be-b5be-458c-91da-4a1735c8499c None None] The sync data for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi is: [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '05971ae5-e0e3-452a-88ba-e454133aea6c', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'port_id': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'mac_address': 'fa:16:3e:52:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:31:34Z', 'updated_at': '2021-09-24T03:31:59Z', 'revision_number': 1, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:30Z', 'revision_number': 5, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:32:01.415571 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 48918) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:01.429798 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2ba974c1-7453-4298-80b6-d474a80af1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:01.431807 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ddd11b-43f7-49fb-b555-eeb87dea7082 None None] New status for floating IP 05971ae5-e0e3-452a-88ba-e454133aea6c: ACTIVE {{(pid=94018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:32:01.531233 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2ba974c1-7453-4298-80b6-d474a80af1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:01.536078 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2ba974c1-7453-4298-80b6-d474a80af1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:01.574025 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 48926) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:01.575503 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-2ba974c1-7453-4298-80b6-d474a80af1b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac3ed9694eb14a23b8163327fcc4cbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587152 Sep 24 03:32:01.590835 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba974c1-7453-4298-80b6-d474a80af1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a99014-403e-4a54-b5e6-6e924e0edfbe,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:01.647602 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50c9b795-a1bc-4d9c-8176-c509493ebb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:01.678783 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50c9b795-a1bc-4d9c-8176-c509493ebb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:01.696476 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ea000-7456-44bf-a30c-2e693ee6b587 req-926e7c04-1c95-40c8-b344-4c87ae504ef4 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:01.698084 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9a4ea000-7456-44bf-a30c-2e693ee6b587 req-926e7c04-1c95-40c8-b344-4c87ae504ef4 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 944 time: 0.0871661 Sep 24 03:32:01.707443 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413a31b-0509-4d57-881e-8e107c49b677 req-f454b134-eed8-4ecd-b51e-296e2fef970c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:01.708955 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8413a31b-0509-4d57-881e-8e107c49b677 req-f454b134-eed8-4ecd-b51e-296e2fef970c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 944 time: 0.0842795 Sep 24 03:32:01.736757 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50c9b795-a1bc-4d9c-8176-c509493ebb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:01.740013 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50c9b795-a1bc-4d9c-8176-c509493ebb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:01.747066 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-50c9b795-a1bc-4d9c-8176-c509493ebb71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9a99014-403e-4a54-b5e6-6e924e0edfbe HTTP/1.1" status: 204 len: 168 time: 0.1702535 Sep 24 03:32:01.757114 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9b795-a1bc-4d9c-8176-c509493ebb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a99014-403e-4a54-b5e6-6e924e0edfbe,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:01.777331 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9a4ea000-7456-44bf-a30c-2e693ee6b587 req-5fbf047b-08ce-4121-81c8-d69e64645a35 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673902 Sep 24 03:32:01.786662 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8413a31b-0509-4d57-881e-8e107c49b677 req-bcfc4f77-0994-4a56-9cee-af5b9ac87792 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626230 Sep 24 03:32:02.932540 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7ae67-077c-45c4-82a4-f77bff697536 req-c9bbe7cd-c404-4404-8fc1-6ba474723e2d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:02.934164 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-81e7ae67-077c-45c4-82a4-f77bff697536 req-c9bbe7cd-c404-4404-8fc1-6ba474723e2d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 944 time: 0.0829573 Sep 24 03:32:02.942343 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ee63b-8fc7-4235-8e7d-6d0e7697408f req-aa85a333-1124-4b4a-b03c-ce644ab0ef2d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:02.943776 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-530ee63b-8fc7-4235-8e7d-6d0e7697408f req-aa85a333-1124-4b4a-b03c-ce644ab0ef2d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 944 time: 0.0800881 Sep 24 03:32:02.995296 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-81e7ae67-077c-45c4-82a4-f77bff697536 req-550683e2-cae3-458c-8c84-97fac69c5129 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505672 Sep 24 03:32:03.011423 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-530ee63b-8fc7-4235-8e7d-6d0e7697408f req-022e1148-171f-410e-87da-8907c6c5a0b0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490966 Sep 24 03:32:03.361985 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49010) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:03.529104 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ebbad89b-b6c9-49df-8b82-d14c8304f67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:03.602110 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 67582d29-a79f-4ee2-8844-18b26e15268b up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:32:03.684349 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ebbad89b-b6c9-49df-8b82-d14c8304f67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:03.688682 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 67582d29-a79f-4ee2-8844-18b26e15268b completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:32:03.691857 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ebbad89b-b6c9-49df-8b82-d14c8304f67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:03.704384 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 67582d29-a79f-4ee2-8844-18b26e15268b triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:32:03.704881 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:03.745795 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-ebbad89b-b6c9-49df-8b82-d14c8304f67d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4b6c567454d4dbdba33c1f690e9f5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827014 Sep 24 03:32:03.748254 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49048) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:03.755460 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbad89b-b6c9-49df-8b82-d14c8304f67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0b66d2-152b-492e-b043-308cfdbed507,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:03.798541 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:03.823592 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b927386-47d1-47de-a97c-98cf40b7ebae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:03.828581 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49054) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:03.830359 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:32:03.832716 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98d8eaf-bdeb-43b2-8d1d-b143a0a15a15" -d '{"events": [{"server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "name": "network-vif-plugged", "status": "completed", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:32:03.844749 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 67582d29-a79f-4ee2-8844-18b26e15268b, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=67582d29-a79f-4ee2-8844-18b26e15268b,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:32:03.853447 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:03.854858 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:32:03.869390 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b927386-47d1-47de-a97c-98cf40b7ebae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:03.923459 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92fa535-104a-4f3f-bf9e-594429b1a2fa x-openstack-request-id: req-f92fa535-104a-4f3f-bf9e-594429b1a2fa {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:32:03.923757 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "name": "network-vif-plugged", "status": "completed", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:32:03.924392 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f92fa535-104a-4f3f-bf9e-594429b1a2fa {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:32:03.924706 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b', 'code': 200} Sep 24 03:32:03.934460 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b927386-47d1-47de-a97c-98cf40b7ebae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:03.938277 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b927386-47d1-47de-a97c-98cf40b7ebae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:03.947633 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-1b927386-47d1-47de-a97c-98cf40b7ebae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a0b66d2-152b-492e-b043-308cfdbed507 HTTP/1.1" status: 204 len: 168 time: 0.1936626 Sep 24 03:32:03.974205 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b927386-47d1-47de-a97c-98cf40b7ebae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0b66d2-152b-492e-b043-308cfdbed507,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:04.007263 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=67582d29-a79f-4ee2-8844-18b26e15268b,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:04.015672 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eadc024e-0365-4481-954d-ed079d6085db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.072299 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:32:04.086159 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:32:04.088077 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.219445 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eadc024e-0365-4481-954d-ed079d6085db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.230814 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb08f47-1602-47d5-9c37-cbfea4a29d0e req-f2b7d2b1-406e-4b39-ae15-6940d8d205e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:04.232668 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ecb08f47-1602-47d5-9c37-cbfea4a29d0e req-f2b7d2b1-406e-4b39-ae15-6940d8d205e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 1098 time: 0.1674335 Sep 24 03:32:04.234426 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eadc024e-0365-4481-954d-ed079d6085db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.241423 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c96a3-fd6e-47fb-9469-67d8028de2c6 req-5d7a4609-3bad-441c-8568-cb3ff4ec16e7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:04.243176 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f73c96a3-fd6e-47fb-9469-67d8028de2c6 req-5d7a4609-3bad-441c-8568-cb3ff4ec16e7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 944 time: 0.0986881 Sep 24 03:32:04.278320 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7d028-3d3b-4648-9c66-28a6d911c4da req-02ac98c5-1b7f-4f04-8b01-5b3e7c90f46d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:04.280672 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02e7d028-3d3b-4648-9c66-28a6d911c4da req-02ac98c5-1b7f-4f04-8b01-5b3e7c90f46d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.1628904 Sep 24 03:32:04.291755 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-eadc024e-0365-4481-954d-ed079d6085db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=438987451d3c4778b4aa4494f10a9176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4562409 Sep 24 03:32:04.299914 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 49086) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:04.305950 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc024e-0365-4481-954d-ed079d6085db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6274bdf6-0c15-4b55-8c66-56e1bb4e736c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:04.307789 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.357527 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4,segment=NetworkSegment(83c32843-4f36-482d-a0e9-2cbc7e8b665f),segment_id=83c32843-4f36-482d-a0e9-2cbc7e8b665f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:32:04.362792 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ecb08f47-1602-47d5-9c37-cbfea4a29d0e req-5295f800-74c0-4b61-a018-f3bfc9f3b734 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178844 Sep 24 03:32:04.367371 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.398540 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f73c96a3-fd6e-47fb-9469-67d8028de2c6 req-043dda2c-a016-4edc-b35c-be97d37a8a73 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460660 Sep 24 03:32:04.413268 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02e7d028-3d3b-4648-9c66-28a6d911c4da req-8ef6749d-b4c5-41a7-91dc-41486458e23e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243565 Sep 24 03:32:04.429074 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ab45d23-b161-4ba7-ad69-2eecad529e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.454970 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 49094) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:04.464329 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:04.486512 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ab45d23-b161-4ba7-ad69-2eecad529e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.493325 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-80d3bada-1e23-48fa-8fe7-3a8ccadb6463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.570050 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ab45d23-b161-4ba7-ad69-2eecad529e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.572730 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ab45d23-b161-4ba7-ad69-2eecad529e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.573893 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-5ab45d23-b161-4ba7-ad69-2eecad529e71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6274bdf6-0c15-4b55-8c66-56e1bb4e736c HTTP/1.1" status: 204 len: 168 time: 0.2709179 Sep 24 03:32:04.588571 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab45d23-b161-4ba7-ad69-2eecad529e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6274bdf6-0c15-4b55-8c66-56e1bb4e736c,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:04.639543 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-80d3bada-1e23-48fa-8fe7-3a8ccadb6463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.648028 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-80d3bada-1e23-48fa-8fe7-3a8ccadb6463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.695802 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-80d3bada-1e23-48fa-8fe7-3a8ccadb6463 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dede2614e68a4bde93654ef78b278fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397952 Sep 24 03:32:04.697778 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3bada-1e23-48fa-8fe7-3a8ccadb6463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea96ac0e-6f65-4951-b5a4-7e25bb71701b,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:04.698605 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49110) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:04.762940 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e32158c1-3bbc-4f10-98f4-62c1fdf66ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.789470 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e32158c1-3bbc-4f10-98f4-62c1fdf66ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.846736 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e32158c1-3bbc-4f10-98f4-62c1fdf66ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.849464 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e32158c1-3bbc-4f10-98f4-62c1fdf66ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:04.852980 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-e32158c1-3bbc-4f10-98f4-62c1fdf66ce1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea96ac0e-6f65-4951-b5a4-7e25bb71701b HTTP/1.1" status: 204 len: 168 time: 0.1511436 Sep 24 03:32:04.860294 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32158c1-3bbc-4f10-98f4-62c1fdf66ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea96ac0e-6f65-4951-b5a4-7e25bb71701b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:05.034441 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49116) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:05.049896 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3984fedd-a8e3-4a6d-84ff-cb8cc782b37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:05.175393 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3984fedd-a8e3-4a6d-84ff-cb8cc782b37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:05.188937 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3984fedd-a8e3-4a6d-84ff-cb8cc782b37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:05.232392 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-3984fedd-a8e3-4a6d-84ff-cb8cc782b37e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cda5c6daec044e51a9299c3feec3bbb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943505 Sep 24 03:32:05.233589 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 49124) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:05.242389 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984fedd-a8e3-4a6d-84ff-cb8cc782b37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40773115-da3c-40f3-993c-cbdbb7b5741f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:05.295919 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a5193ea5-75ca-4ca7-b13e-ac37e867313a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:05.319454 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a5193ea5-75ca-4ca7-b13e-ac37e867313a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:05.380306 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a5193ea5-75ca-4ca7-b13e-ac37e867313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:05.383602 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a5193ea5-75ca-4ca7-b13e-ac37e867313a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:05.385133 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-a5193ea5-75ca-4ca7-b13e-ac37e867313a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40773115-da3c-40f3-993c-cbdbb7b5741f HTTP/1.1" status: 204 len: 168 time: 0.1500247 Sep 24 03:32:05.396375 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5193ea5-75ca-4ca7-b13e-ac37e867313a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40773115-da3c-40f3-993c-cbdbb7b5741f,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:05.632938 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e105c-4688-4012-8119-7a9ee3f72233 req-54dd97bb-fdf5-480d-8cb5-36ee6cdbd221 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:05.634532 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-273e105c-4688-4012-8119-7a9ee3f72233 req-54dd97bb-fdf5-480d-8cb5-36ee6cdbd221 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.1361861 Sep 24 03:32:05.674542 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdc309-7944-4012-8805-bb1b38844f3b req-b08448c6-f41d-40d7-b2d3-83a0fc6f0b7d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:05.676916 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-09bdc309-7944-4012-8805-bb1b38844f3b req-b08448c6-f41d-40d7-b2d3-83a0fc6f0b7d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.1285713 Sep 24 03:32:05.751434 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-273e105c-4688-4012-8119-7a9ee3f72233 req-aad1e762-b3a7-453a-95ba-fe68aa73d7d9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931718 Sep 24 03:32:05.793414 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-09bdc309-7944-4012-8805-bb1b38844f3b req-cec58a35-1fab-4dd1-ac70-f47e563b9563 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945859 Sep 24 03:32:05.926323 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77091753-37d0-4ee1-9824-464b2bd4a70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1003e4-1b5a-4b64-a7bf-91ade75c29e4'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:32:05.928725 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823f6ec5-3c0c-433d-bb8e-956b172888c4" -d '{"events": [{"server_uuid": "77091753-37d0-4ee1-9824-464b2bd4a70d", "name": "network-vif-plugged", "status": "completed", "tag": "2d1003e4-1b5a-4b64-a7bf-91ade75c29e4"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:32:05.998519 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb5d486-c91a-4163-a085-7956c3f55c1b x-openstack-request-id: req-ccb5d486-c91a-4163-a085-7956c3f55c1b {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:32:05.999167 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77091753-37d0-4ee1-9824-464b2bd4a70d", "name": "network-vif-plugged", "status": "completed", "tag": "2d1003e4-1b5a-4b64-a7bf-91ade75c29e4", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:32:05.999566 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ccb5d486-c91a-4163-a085-7956c3f55c1b {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:32:06.000109 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77091753-37d0-4ee1-9824-464b2bd4a70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1003e4-1b5a-4b64-a7bf-91ade75c29e4', 'code': 200} Sep 24 03:32:06.317991 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b13cfb-9475-4d70-9879-8f04e51a83bc req-cf0bedba-ef18-4aa7-8e5c-9b640348d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:06.319531 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-24b13cfb-9475-4d70-9879-8f04e51a83bc req-cf0bedba-ef18-4aa7-8e5c-9b640348d302 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 1098 time: 0.0797813 Sep 24 03:32:06.342703 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e81fb-fefe-4ffc-9d4f-7e4117daab69 req-5f7e3a80-e282-4516-9e76-cc57ccf9a6b7 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:06.344205 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-320e81fb-fefe-4ffc-9d4f-7e4117daab69 req-5f7e3a80-e282-4516-9e76-cc57ccf9a6b7 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 945 time: 0.0719230 Sep 24 03:32:06.404112 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-24b13cfb-9475-4d70-9879-8f04e51a83bc req-5851226e-c6d5-4870-9e4a-6f432c1e3584 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587108 Sep 24 03:32:06.412486 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-320e81fb-fefe-4ffc-9d4f-7e4117daab69 req-ab4c16ab-d9af-42f6-be75-b56203f71583 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609076 Sep 24 03:32:06.439001 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 49198) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:06.575224 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b8a91a3d-5f27-45ee-bd48-72d00655ddcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:06.659085 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49206) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:06.676087 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b8a91a3d-5f27-45ee-bd48-72d00655ddcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:06.676087 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b8a91a3d-5f27-45ee-bd48-72d00655ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:06.714925 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-b8a91a3d-5f27-45ee-bd48-72d00655ddcd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1633464568d4644b307ece195d1ce9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746398 Sep 24 03:32:06.715851 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a91a3d-5f27-45ee-bd48-72d00655ddcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887caf06-b5dd-4d3d-96f9-bb99a57cd895,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:06.718243 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49212) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:06.773611 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0e939f2-b1eb-4a30-9d26-4a0beae1250c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:06.803513 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0e939f2-b1eb-4a30-9d26-4a0beae1250c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:06.896235 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28562226-5a78-437b-b1c4-e0b50fa2344b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:06.918372 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0e939f2-b1eb-4a30-9d26-4a0beae1250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:06.921981 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0e939f2-b1eb-4a30-9d26-4a0beae1250c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:06.923270 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-f0e939f2-b1eb-4a30-9d26-4a0beae1250c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/887caf06-b5dd-4d3d-96f9-bb99a57cd895 HTTP/1.1" status: 204 len: 168 time: 0.2037461 Sep 24 03:32:06.940844 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e939f2-b1eb-4a30-9d26-4a0beae1250c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887caf06-b5dd-4d3d-96f9-bb99a57cd895,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:06.981210 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a270fee-d3d4-492e-bf54-ad9408d701a3 req-dee5e2ac-417f-455a-a7a1-27fd7d98bece tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:06.988799 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9a270fee-d3d4-492e-bf54-ad9408d701a3 req-dee5e2ac-417f-455a-a7a1-27fd7d98bece tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.1250455 Sep 24 03:32:07.004193 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062fb34-65b6-43a9-ad9e-6397b0fa0859 req-7cdbb433-f376-4020-9388-2278f645bcd9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:07.005696 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5062fb34-65b6-43a9-ad9e-6397b0fa0859 req-7cdbb433-f376-4020-9388-2278f645bcd9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.1100488 Sep 24 03:32:07.045504 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28562226-5a78-437b-b1c4-e0b50fa2344b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:07.051845 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9a270fee-d3d4-492e-bf54-ad9408d701a3 req-3ac278ec-38c2-4397-b2a7-b16ff5a0695f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563729 Sep 24 03:32:07.052006 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28562226-5a78-437b-b1c4-e0b50fa2344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:07.096333 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-28562226-5a78-437b-b1c4-e0b50fa2344b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06948772b2294ece9ac5773434f22cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359789 Sep 24 03:32:07.098894 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49256) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:07.121869 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5062fb34-65b6-43a9-ad9e-6397b0fa0859 req-2285a889-34de-4158-90a1-f9ac4633f32d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862315 Sep 24 03:32:07.126168 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28562226-5a78-437b-b1c4-e0b50fa2344b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f105ffe2-b71e-488f-b938-78af3d715278,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:07.183289 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9689ba40-af38-4ce3-85f6-da7c6e654a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:07.213800 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9689ba40-af38-4ce3-85f6-da7c6e654a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:07.269344 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f38fe-4a78-4932-9b75-670abcc03bbc req-458260f5-4087-4510-81f0-56ea44af083f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:07.271044 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0b7f38fe-4a78-4932-9b75-670abcc03bbc req-458260f5-4087-4510-81f0-56ea44af083f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0731673 Sep 24 03:32:07.280307 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49272) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:07.285956 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-3d5ea6af-5c16-4abb-b482-b059c7c81808 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Request body: {'floatingip': {'port_id': '67582d29-a79f-4ee2-8844-18b26e15268b'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:32:07.309625 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 49274) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:07.315214 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9689ba40-af38-4ce3-85f6-da7c6e654a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:07.317687 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9689ba40-af38-4ce3-85f6-da7c6e654a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:07.321101 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-9689ba40-af38-4ce3-85f6-da7c6e654a17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f105ffe2-b71e-488f-b938-78af3d715278 HTTP/1.1" status: 204 len: 168 time: 0.2190456 Sep 24 03:32:07.324609 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-237244a0-9824-47e2-8b0b-319ed2b91e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:07.373100 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea6af-5c16-4abb-b482-b059c7c81808 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:07.377645 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689ba40-af38-4ce3-85f6-da7c6e654a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f105ffe2-b71e-488f-b938-78af3d715278,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:07.433369 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-237244a0-9824-47e2-8b0b-319ed2b91e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:07.447652 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-237244a0-9824-47e2-8b0b-319ed2b91e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:07.580486 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-237244a0-9824-47e2-8b0b-319ed2b91e9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbfc8fe209314c3caf91730f7d00d47c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694530 Sep 24 03:32:07.582238 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237244a0-9824-47e2-8b0b-319ed2b91e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f8e8a6-f882-4adb-84ef-092a55f472a7,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:07.583938 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49286) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:07.622157 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867131e-a0f3-49e7-8b90-bdaf688af9a0 req-2e3772cc-b3a2-4695-967e-ecaa6b1be1ff tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:07.631751 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f867131e-a0f3-49e7-8b90-bdaf688af9a0 req-2e3772cc-b3a2-4695-967e-ecaa6b1be1ff tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 945 time: 0.1167829 Sep 24 03:32:07.673921 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f867131e-a0f3-49e7-8b90-bdaf688af9a0 req-49f3d14c-be79-440b-8c4f-f7b88e6bd638 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406020 Sep 24 03:32:07.734885 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4fdbff4f-1f95-4152-8170-875627b854bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:07.803055 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4fdbff4f-1f95-4152-8170-875627b854bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:08.039809 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4fdbff4f-1f95-4152-8170-875627b854bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:08.042334 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4fdbff4f-1f95-4152-8170-875627b854bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:08.046850 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-4fdbff4f-1f95-4152-8170-875627b854bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19f8e8a6-f882-4adb-84ef-092a55f472a7 HTTP/1.1" status: 204 len: 168 time: 0.4585400 Sep 24 03:32:08.068246 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbff4f-1f95-4152-8170-875627b854bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f8e8a6-f882-4adb-84ef-092a55f472a7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:08.262156 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea6af-5c16-4abb-b482-b059c7c81808 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:08.270126 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea6af-5c16-4abb-b482-b059c7c81808 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:08.316863 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128dda9-bacd-4a19-9843-930f5d0d5fbd req-2e64894d-4943-418b-a0e5-9e339b6bb647 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:08.318458 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7128dda9-bacd-4a19-9843-930f5d0d5fbd req-2e64894d-4943-418b-a0e5-9e339b6bb647 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0832033 Sep 24 03:32:08.397672 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7128dda9-bacd-4a19-9843-930f5d0d5fbd req-9ddfa48c-23d6-47ae-93a8-b3f0efc5b445 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714386 Sep 24 03:32:08.418553 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.l3_db [None req-3d5ea6af-5c16-4abb-b482-b059c7c81808 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Floating IP af5e7878-9971-4e49-829e-ec22820e6ea4 associated. External IP: 172.27.1.5, port: 67582d29-a79f-4ee2-8844-18b26e15268b. Sep 24 03:32:08.927311 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5ea6af-5c16-4abb-b482-b059c7c81808 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Router da789b7d-881c-49ce-8770-9c974083b482 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:32:08.961005 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c32fb-284d-4d7d-bfe1-f57e2bc3d9b7 req-4e98911f-774b-4d61-bcb0-b9fcdb33738a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:08.962537 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-746c32fb-284d-4d7d-bfe1-f57e2bc3d9b7 req-4e98911f-774b-4d61-bcb0-b9fcdb33738a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.1518342 Sep 24 03:32:08.967069 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb05c-ff5c-4ce8-9a38-0fb7881e1fff req-f81d23ad-0362-44d5-9939-e544d37a0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:08.968690 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3d8cb05c-ff5c-4ce8-9a38-0fb7881e1fff req-f81d23ad-0362-44d5-9939-e544d37a0478 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9044a5eb528040b1804ebe0176b04bcb&device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 1098 time: 0.2092726 Sep 24 03:32:09.058579 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5ea6af-5c16-4abb-b482-b059c7c81808 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:32:09.064712 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea6af-5c16-4abb-b482-b059c7c81808 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:09.074535 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217bd98-a4c7-4768-b753-b72f2a7a3a3c None None] Sync routers for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:32:09.086384 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217bd98-a4c7-4768-b753-b72f2a7a3a3c None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:32:09.088535 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e217bd98-a4c7-4768-b753-b72f2a7a3a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:32:09.097051 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-3d5ea6af-5c16-4abb-b482-b059c7c81808 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "PUT /v2.0/floatingips/af5e7878-9971-4e49-829e-ec22820e6ea4 HTTP/1.1" status: 200 len: 989 time: 1.8127165 Sep 24 03:32:09.097051 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:32:09.098197 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133010b6-f1c1-43bb-8f52-0a94c047ba6d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:32:09.211279 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-e217bd98-a4c7-4768-b753-b72f2a7a3a3c None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:32:09.248763 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba749d-cbd0-494c-a462-99928ae9eaf2 req-611b2dcb-589f-431d-b591-e12817b1467f tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:09.250224 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-18ba749d-cbd0-494c-a462-99928ae9eaf2 req-611b2dcb-589f-431d-b591-e12817b1467f tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 945 time: 0.4406652 Sep 24 03:32:09.296639 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-746c32fb-284d-4d7d-bfe1-f57e2bc3d9b7 req-62bee204-2767-444f-9748-f002d10e5cce tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250842 Sep 24 03:32:09.372710 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-18ba749d-cbd0-494c-a462-99928ae9eaf2 req-529e82fe-6751-4c47-a653-18c8d8b9a494 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/security-groups?id=cea51855-1216-46fd-abe5-55672ff2dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132441 Sep 24 03:32:09.379453 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb05c-ff5c-4ce8-9a38-0fb7881e1fff req-5ec5961c-b21a-4cf0-85a4-46c4435d7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:09.381267 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3d8cb05c-ff5c-4ce8-9a38-0fb7881e1fff req-5ec5961c-b21a-4cf0-85a4-46c4435d7c56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4489f0f-1647-433c-a28d-da32642eb55e HTTP/1.1" status: 200 len: 919 time: 0.1608598 Sep 24 03:32:09.438762 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3d8cb05c-ff5c-4ce8-9a38-0fb7881e1fff req-1223e1eb-bcb0-4e3d-b03e-7d042bb435d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 HTTP/1.1" status: 200 len: 217 time: 0.0428777 Sep 24 03:32:09.448266 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dab0aa-9ef8-4611-8065-cf5866e5863e x-openstack-request-id: req-56dab0aa-9ef8-4611-8065-cf5866e5863e {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:32:09.448566 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:32:09.448822 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56dab0aa-9ef8-4611-8065-cf5866e5863e {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:32:09.449220 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b', 'status': 'completed', 'code': 200} Sep 24 03:32:09.531871 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb05c-ff5c-4ce8-9a38-0fb7881e1fff req-64007ab4-2486-4da4-b3bc-806b40d22e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:09.533505 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3d8cb05c-ff5c-4ce8-9a38-0fb7881e1fff req-64007ab4-2486-4da4-b3bc-806b40d22e45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73ab388-512a-40d2-a0c1-897e1cbeecdc HTTP/1.1" status: 200 len: 858 time: 0.0595217 Sep 24 03:32:09.538692 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e217bd98-a4c7-4768-b753-b72f2a7a3a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': 'af5e7878-9971-4e49-829e-ec22820e6ea4', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'port_id': '67582d29-a79f-4ee2-8844-18b26e15268b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'mac_address': 'fa:16:3e:3c:f4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f043b14-af6f-4d95-a094-87fa6c768493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:31:44Z', 'updated_at': '2021-09-24T03:32:07Z', 'revision_number': 1, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:41Z', 'revision_number': 5, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:32:09.558880 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133010b6-f1c1-43bb-8f52-0a94c047ba6d req-8be5654f-8e55-4d25-9b86-bf3be7935873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:09.560414 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-133010b6-f1c1-43bb-8f52-0a94c047ba6d req-8be5654f-8e55-4d25-9b86-bf3be7935873 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 1098 time: 0.0454602 Sep 24 03:32:09.572239 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217bd98-a4c7-4768-b753-b72f2a7a3a3c None None] Checking router: da789b7d-881c-49ce-8770-9c974083b482 for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:32:09.588914 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217bd98-a4c7-4768-b753-b72f2a7a3a3c None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:32:09.589546 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e217bd98-a4c7-4768-b753-b72f2a7a3a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:31:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:32:09.672816 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3d8cb05c-ff5c-4ce8-9a38-0fb7881e1fff req-35dc9af0-e890-4452-b047-40f5d27008f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4489f0f-1647-433c-a28d-da32642eb55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011069 Sep 24 03:32:09.741099 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133010b6-f1c1-43bb-8f52-0a94c047ba6d req-30917fb0-3175-4e9e-bea4-49201081cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:09.742833 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-133010b6-f1c1-43bb-8f52-0a94c047ba6d req-30917fb0-3175-4e9e-bea4-49201081cf2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 917 time: 0.1696405 Sep 24 03:32:09.743584 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-e217bd98-a4c7-4768-b753-b72f2a7a3a3c None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:32:09.757245 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a88f2-9a34-4756-bbff-32285e313d43 req-707eeb2f-5687-4157-9b23-62290d377768 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:09.758766 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cb6a88f2-9a34-4756-bbff-32285e313d43 req-707eeb2f-5687-4157-9b23-62290d377768 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 945 time: 0.1859179 Sep 24 03:32:09.870923 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-133010b6-f1c1-43bb-8f52-0a94c047ba6d req-1670f937-5d57-4504-95eb-60b2b07d46b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67582d29-a79f-4ee2-8844-18b26e15268b HTTP/1.1" status: 200 len: 997 time: 0.1168308 Sep 24 03:32:09.919364 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3d8cb05c-ff5c-4ce8-9a38-0fb7881e1fff req-0e2a3c17-54fc-43e8-82d4-ba6e4248f29a service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366788 Sep 24 03:32:09.931704 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133010b6-f1c1-43bb-8f52-0a94c047ba6d req-88a868a4-e8fd-4202-a523-3679721f23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:09.934227 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-133010b6-f1c1-43bb-8f52-0a94c047ba6d req-88a868a4-e8fd-4202-a523-3679721f23cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 200 len: 855 time: 0.0553269 Sep 24 03:32:09.981624 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-cb6a88f2-9a34-4756-bbff-32285e313d43 req-94722a89-3c18-4845-b0a9-cf8f166b5b14 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Deleting port e3ce4347-79c9-4ad9-879b-fbbcc74060cc {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:32:09.982140 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cb6a88f2-9a34-4756-bbff-32285e313d43 req-94722a89-3c18-4845-b0a9-cf8f166b5b14 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:09.988794 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133010b6-f1c1-43bb-8f52-0a94c047ba6d req-99defe14-a354-4527-9150-04a11b934170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:09.991544 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-133010b6-f1c1-43bb-8f52-0a94c047ba6d req-99defe14-a354-4527-9150-04a11b934170 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466590 Sep 24 03:32:10.049334 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e217bd98-a4c7-4768-b753-b72f2a7a3a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': 'af5e7878-9971-4e49-829e-ec22820e6ea4', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'port_id': '67582d29-a79f-4ee2-8844-18b26e15268b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'mac_address': 'fa:16:3e:3c:f4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f043b14-af6f-4d95-a094-87fa6c768493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:31:44Z', 'updated_at': '2021-09-24T03:32:07Z', 'revision_number': 1, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:41Z', 'revision_number': 5, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:32:10.092580 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217bd98-a4c7-4768-b753-b72f2a7a3a3c None None] The sync data for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi is: [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': 'af5e7878-9971-4e49-829e-ec22820e6ea4', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'port_id': '67582d29-a79f-4ee2-8844-18b26e15268b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'mac_address': 'fa:16:3e:3c:f4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f043b14-af6f-4d95-a094-87fa6c768493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:31:44Z', 'updated_at': '2021-09-24T03:32:07Z', 'revision_number': 1, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:41Z', 'revision_number': 5, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:32:10.140511 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3d8cb05c-ff5c-4ce8-9a38-0fb7881e1fff req-1de98029-163d-485c-bace-9de961363cfb service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070193 Sep 24 03:32:10.167209 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-133010b6-f1c1-43bb-8f52-0a94c047ba6d req-9878b878-bbb5-4fd0-9589-10061aa9a0d5 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606467 Sep 24 03:32:10.191066 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-cb6a88f2-9a34-4756-bbff-32285e313d43 req-94722a89-3c18-4845-b0a9-cf8f166b5b14 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] For port e3ce4347-79c9-4ad9-879b-fbbcc74060cc, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=e3ce4347-79c9-4ad9-879b-fbbcc74060cc,segment=NetworkSegment(4630b859-046f-4251-8371-a4f6226e3997),segment_id=4630b859-046f-4251-8371-a4f6226e3997)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:32:10.191391 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cb6a88f2-9a34-4756-bbff-32285e313d43 req-94722a89-3c18-4845-b0a9-cf8f166b5b14 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:10.219248 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-cb6a88f2-9a34-4756-bbff-32285e313d43 req-94722a89-3c18-4845-b0a9-cf8f166b5b14 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Calling delete_port for e3ce4347-79c9-4ad9-879b-fbbcc74060cc owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:32:10.376682 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-133010b6-f1c1-43bb-8f52-0a94c047ba6d req-c771cbd3-d572-4770-a93d-0eb732447799 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947179 Sep 24 03:32:10.479093 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e07d542-95b2-4b7d-9794-55ef2e594644 None None] New status for floating IP af5e7878-9971-4e49-829e-ec22820e6ea4: ACTIVE {{(pid=94018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:32:10.495900 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cb6a88f2-9a34-4756-bbff-32285e313d43 req-94722a89-3c18-4845-b0a9-cf8f166b5b14 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:10.520971 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['e3ce4347-79c9-4ad9-879b-fbbcc74060cc'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:32:10.558307 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94722a89-3c18-4845-b0a9-cf8f166b5b14 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Pushing event deleted for resources: {'Port': ['ID=e3ce4347-79c9-4ad9-879b-fbbcc74060cc,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:10.562756 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-29323f54-6dc2-44a1-b82a-2c3162af806f req-67353149-b593-4ebe-88a5-88b2a701195f tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 210 time: 0.0601087 Sep 24 03:32:10.572127 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef700a3a-6ddf-413d-b145-871d9c064e35 req-ffe9d23c-0627-4505-86ca-06cfca454012 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:10.577371 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ef700a3a-6ddf-413d-b145-871d9c064e35 req-ffe9d23c-0627-4505-86ca-06cfca454012 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.1449358 Sep 24 03:32:10.647566 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6a88f2-9a34-4756-bbff-32285e313d43 req-94722a89-3c18-4845-b0a9-cf8f166b5b14 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] No DVR routers for this DVR port e3ce4347-79c9-4ad9-879b-fbbcc74060cc on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:32:10.653341 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cb6a88f2-9a34-4756-bbff-32285e313d43 req-94722a89-3c18-4845-b0a9-cf8f166b5b14 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:10.657523 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cb6a88f2-9a34-4756-bbff-32285e313d43 req-94722a89-3c18-4845-b0a9-cf8f166b5b14 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.13 "DELETE /v2.0/ports/e3ce4347-79c9-4ad9-879b-fbbcc74060cc HTTP/1.1" status: 204 len: 173 time: 0.8896070 Sep 24 03:32:10.657523 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3540174-f6bf-49ec-a73f-a6c97f75cb0c', 'name': 'network-vif-deleted', 'tag': 'e3ce4347-79c9-4ad9-879b-fbbcc74060cc'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:32:10.658902 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6aa5b0a-f080-4fe3-af47-3d19ec5a5091" -d '{"events": [{"server_uuid": "e3540174-f6bf-49ec-a73f-a6c97f75cb0c", "name": "network-vif-deleted", "tag": "e3ce4347-79c9-4ad9-879b-fbbcc74060cc"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:32:10.680665 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ef700a3a-6ddf-413d-b145-871d9c064e35 req-9c50370f-7eb6-406c-822b-4748e401b569 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787363 Sep 24 03:32:10.756984 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62bce22-deb5-415d-9976-b02c3cab868c x-openstack-request-id: req-a62bce22-deb5-415d-9976-b02c3cab868c {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:32:10.757318 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3540174-f6bf-49ec-a73f-a6c97f75cb0c", "name": "network-vif-deleted", "tag": "e3ce4347-79c9-4ad9-879b-fbbcc74060cc", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:32:10.757531 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a62bce22-deb5-415d-9976-b02c3cab868c {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:32:10.758203 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3540174-f6bf-49ec-a73f-a6c97f75cb0c', 'name': 'network-vif-deleted', 'tag': 'e3ce4347-79c9-4ad9-879b-fbbcc74060cc', 'status': 'completed', 'code': 200} Sep 24 03:32:10.957593 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 49446) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:11.059183 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3a09-b03b-4fe8-9141-69bf97748916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.152251 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3a09-b03b-4fe8-9141-69bf97748916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.156419 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3a09-b03b-4fe8-9141-69bf97748916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.192984 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-e4ed3a09-b03b-4fe8-9141-69bf97748916 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72185db970b343508f3cb432ca31b4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342010 Sep 24 03:32:11.193742 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed3a09-b03b-4fe8-9141-69bf97748916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b0c5bf-9699-4f7a-8ad2-2944794b7e5c,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:11.195625 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49450) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:11.252053 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55aa5aac-8250-4461-b9f3-734ceae952c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.276274 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55aa5aac-8250-4461-b9f3-734ceae952c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.323550 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55aa5aac-8250-4461-b9f3-734ceae952c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.326093 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55aa5aac-8250-4461-b9f3-734ceae952c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.327556 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-55aa5aac-8250-4461-b9f3-734ceae952c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5b0c5bf-9699-4f7a-8ad2-2944794b7e5c HTTP/1.1" status: 204 len: 168 time: 0.1309366 Sep 24 03:32:11.334881 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa5aac-8250-4461-b9f3-734ceae952c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b0c5bf-9699-4f7a-8ad2-2944794b7e5c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:11.587109 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 49458) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:11.600326 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6283b7de-8b82-468e-b87a-926fadf084f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.680413 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8f3dbe0e-4b48-4bb0-8e1f-db8039869922 req-4e313d6f-585d-4ae3-a32f-785860cc110f tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 210 time: 0.0315514 Sep 24 03:32:11.726871 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6283b7de-8b82-468e-b87a-926fadf084f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.731945 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6283b7de-8b82-468e-b87a-926fadf084f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.774858 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-6283b7de-8b82-468e-b87a-926fadf084f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df95d8e06fe84e9fb3105b35337bbea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843209 Sep 24 03:32:11.774858 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283b7de-8b82-468e-b87a-926fadf084f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6dfa72-bdb6-4797-95a2-eb74f3a7366d,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:11.775287 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49466) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:11.828239 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-760fbfec-9eba-481e-9376-5b194497d27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.850696 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-760fbfec-9eba-481e-9376-5b194497d27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.904921 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-760fbfec-9eba-481e-9376-5b194497d27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.907594 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-760fbfec-9eba-481e-9376-5b194497d27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:11.908762 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-760fbfec-9eba-481e-9376-5b194497d27c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f6dfa72-bdb6-4797-95a2-eb74f3a7366d HTTP/1.1" status: 204 len: 168 time: 0.1324956 Sep 24 03:32:11.917908 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fbfec-9eba-481e-9376-5b194497d27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6dfa72-bdb6-4797-95a2-eb74f3a7366d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:14.166219 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device e3ce4347-79c9-4ad9-879b-fbbcc74060cc no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:32:14.189099 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: e3ce4347-79c9-4ad9-879b-fbbcc74060cc {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:32:14.189248 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device e3ce4347-79c9-4ad9-879b-fbbcc74060cc not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:32:14.287369 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3c52ab28-3489-4ffd-b72e-266c1e9f7294 req-23a286b0-14ec-4cf1-873d-fff722c3e980 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 210 time: 0.0298221 Sep 24 03:32:14.303124 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad21ff6-df31-49fa-8db5-d7798970e6a6 req-df47f660-1e4d-46ff-98f3-3767714cd9fd tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:14.304581 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-dad21ff6-df31-49fa-8db5-d7798970e6a6 req-df47f660-1e4d-46ff-98f3-3767714cd9fd tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0719326 Sep 24 03:32:14.342714 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-dad21ff6-df31-49fa-8db5-d7798970e6a6 req-dd512e98-ed07-425d-9552-08475ee6951e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317636 Sep 24 03:32:15.182187 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f9ea09c-6e08-4f40-b04e-e2acafc35af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:17.674645 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f2b90f9-d780-4128-9f0f-17c85305ce35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:18.664888 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-60f93baa-ca68-43dc-b7d0-78ab53b0c1f1 req-af7905b4-46c6-4fa1-9753-88d8d8e8ab40 tempest-DeleteServersTestJSON-895917086 tempest-DeleteServersTestJSON-895917086-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3540174-f6bf-49ec-a73f-a6c97f75cb0c HTTP/1.1" status: 200 len: 210 time: 0.0297763 Sep 24 03:32:18.704662 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:18.715183 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffafe6-517c-4164-bd82-0df66ac897b4 req-0b03ab17-ca75-4e8f-9953-4ee2335d6cf5 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:18.717428 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-55ffafe6-517c-4164-bd82-0df66ac897b4 req-0b03ab17-ca75-4e8f-9953-4ee2335d6cf5 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0554216 Sep 24 03:32:18.758352 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-55ffafe6-517c-4164-bd82-0df66ac897b4 req-56c7875c-2e7e-4fdd-a69a-22a74da0c26d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337269 Sep 24 03:32:19.269313 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 49596) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:19.280936 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:19.382408 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:19.476795 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:19.488443 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:19.582030 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b655865b694647648cd8cedc63e4fba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116024 Sep 24 03:32:19.585287 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 49614) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:19.596173 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abc4074-2813-4ad3-8a90-f2f2957f1ce5,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:19.626249 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:19.626589 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:19.626924 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:19.627249 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:19.627574 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:19.627901 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:19.628222 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:19.628537 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:19.628855 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:19.629168 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:19.629479 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:19.629817 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab84f-a405-4e5f-a7e6-0978767d5017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:19.655272 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfca07ff-0930-4745-ac48-d25a4391afb6 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:19.656781 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfca07ff-0930-4745-ac48-d25a4391afb6 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/networks?id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 200 len: 814 time: 0.1775038 Sep 24 03:32:19.684472 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-bbd5bbd8-a162-4087-ba6d-9121db8ba4ef tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/quotas/cad76815db3c4a67adf42217edb51d2d HTTP/1.1" status: 200 len: 375 time: 0.0215747 Sep 24 03:32:19.689033 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-19cfc246-d9bf-4256-9fa5-c1a3f06fd179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:19.737399 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-19cfc246-d9bf-4256-9fa5-c1a3f06fd179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:19.777066 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-19b727ca-8302-48c9-aa50-bd4859ab2833 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cad76815db3c4a67adf42217edb51d2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828249 Sep 24 03:32:19.854146 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-19cfc246-d9bf-4256-9fa5-c1a3f06fd179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:19.856657 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-19cfc246-d9bf-4256-9fa5-c1a3f06fd179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:19.860064 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-19cfc246-d9bf-4256-9fa5-c1a3f06fd179 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0abc4074-2813-4ad3-8a90-f2f2957f1ce5 HTTP/1.1" status: 204 len: 168 time: 0.2698848 Sep 24 03:32:19.885889 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfc246-d9bf-4256-9fa5-c1a3f06fd179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abc4074-2813-4ad3-8a90-f2f2957f1ce5,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:19.938057 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-94b47fba-ad2e-40d7-a1b7-a1bcf15d7246 service neutron] 10.222.0.18 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504412 Sep 24 03:32:19.991476 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccd762-25b3-4061-8e57-1630556cd6fd req-1d6f5db4-b121-49ea-bf60-15fa204a2019 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:19.993310 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-84ccd762-25b3-4061-8e57-1630556cd6fd req-1d6f5db4-b121-49ea-bf60-15fa204a2019 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.1016154 Sep 24 03:32:20.079234 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-84ccd762-25b3-4061-8e57-1630556cd6fd req-ad0b5b3e-275e-43fa-82c7-0a61fe95242d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789638 Sep 24 03:32:20.082900 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-a412b93f-cf60-4fdb-8fc9-29ac8aecc209 service neutron] 10.222.0.18 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380215 Sep 24 03:32:20.218849 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49644) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:20.250928 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:20.293607 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8110bd0c-840e-4de5-b714-ded7554b8534 req-4c67ed78-42e4-4fd0-b86d-11f8142489e8 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 210 time: 0.0392175 Sep 24 03:32:20.395197 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:20.398924 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:20.409675 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:32:20.446248 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a16afe1ea8f4b33920f8b332ded2d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270484 Sep 24 03:32:20.447098 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67336b20-05cf-45f4-ae4d-3563cc3c9bd3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:20.448935 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 49656) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:20.454239 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:20.454676 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:20.455116 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:20.455552 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:20.455887 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:20.456227 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:20.456556 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:20.457069 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:20.457501 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:20.457898 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:20.458269 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:20.458594 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ee12a-d61f-4291-b5d2-0945d3cd4879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:20.500627 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-38d4edc4-2594-45c6-b7ab-7973e54c7823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:20.526000 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-38d4edc4-2594-45c6-b7ab-7973e54c7823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:20.577923 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-38d4edc4-2594-45c6-b7ab-7973e54c7823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:20.580850 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-38d4edc4-2594-45c6-b7ab-7973e54c7823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:20.582059 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-38d4edc4-2594-45c6-b7ab-7973e54c7823 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67336b20-05cf-45f4-ae4d-3563cc3c9bd3 HTTP/1.1" status: 204 len: 168 time: 0.1321721 Sep 24 03:32:20.591280 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4edc4-2594-45c6-b7ab-7973e54c7823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67336b20-05cf-45f4-ae4d-3563cc3c9bd3,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:20.712328 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:21.221541 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226ed5e-5354-4b43-8332-6413b9d0c9b8 req-229f916d-f13c-4181-8418-dbba445996b1 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:21.223748 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2226ed5e-5354-4b43-8332-6413b9d0c9b8 req-229f916d-f13c-4181-8418-dbba445996b1 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0581872 Sep 24 03:32:21.270652 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2226ed5e-5354-4b43-8332-6413b9d0c9b8 req-52c263b3-f1ae-460e-a170-ffba307d1ca9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384152 Sep 24 03:32:21.405386 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-84182c9a-b001-475d-8d60-c320fc4d187b req-4c4283ad-25a9-4ea7-a485-8f6058750bac tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 210 time: 0.0484037 Sep 24 03:32:21.538771 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49712) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:21.592336 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87586e6-1f72-4626-b4c7-d6ef60785ccc admin admin] Deleting subnet ac3c3c68-1bcc-4533-acb5-41ffcdb693a4 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:32:21.595941 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d87586e6-1f72-4626-b4c7-d6ef60785ccc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:21.640551 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d87586e6-1f72-4626-b4c7-d6ef60785ccc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:21.649102 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba10c-2225-4781-a137-1e4626412e33 req-a4cd85f8-6b73-41c4-967d-d6d3e12c7074 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:21.651451 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d87586e6-1f72-4626-b4c7-d6ef60785ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:21.651911 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-a4cd85f8-6b73-41c4-967d-d6d3e12c7074 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "GET /v2.0/networks?id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 200 len: 814 time: 0.1312313 Sep 24 03:32:21.671778 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfd0f935-da86-4178-93b9-d45de2da1a32 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Request body: {'port': {'device_id': '53e82aa7-3e22-4ec6-84e7-6042f04eb89f', 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0', 'admin_state_up': True, 'tenant_id': 'cad76815db3c4a67adf42217edb51d2d'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:32:21.752395 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-2871f02b-d698-4bfc-b7c7-8700e593de07 req-015118f0-e6b5-43ee-a0a0-1e84bf51097c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656817 Sep 24 03:32:21.759191 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d87586e6-1f72-4626-b4c7-d6ef60785ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:21.800565 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87586e6-1f72-4626-b4c7-d6ef60785ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac3c3c68-1bcc-4533-acb5-41ffcdb693a4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:21.802557 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d87586e6-1f72-4626-b4c7-d6ef60785ccc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:21.806173 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-d87586e6-1f72-4626-b4c7-d6ef60785ccc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ac3c3c68-1bcc-4533-acb5-41ffcdb693a4 HTTP/1.1" status: 204 len: 168 time: 0.2649112 Sep 24 03:32:21.807527 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49718) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:21.822442 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfd0f935-da86-4178-93b9-d45de2da1a32 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Made reservation on behalf of cad76815db3c4a67adf42217edb51d2d for: {'port': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:32:21.826282 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfd0f935-da86-4178-93b9-d45de2da1a32 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:21.915773 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:21.938729 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871f02b-d698-4bfc-b7c7-8700e593de07 req-90e452c9-a77d-4366-bb61-43f9a3e1af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:21.940364 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-2871f02b-d698-4bfc-b7c7-8700e593de07 req-90e452c9-a77d-4366-bb61-43f9a3e1af8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cad76815db3c4a67adf42217edb51d2d&device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 1099 time: 0.0995207 Sep 24 03:32:22.036647 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfd0f935-da86-4178-93b9-d45de2da1a32 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Allocated IP 172.20.0.5 (da8a83a1-4718-4b4d-b03f-5ba6c433eea0/fefe6293-9536-4ce2-878b-198586418a20/ea6cc573-5c51-43c0-abd7-1bce694ffedf) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:32:22.045513 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:22.104359 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.104705 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.105466 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.105838 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > port after_create 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.106180 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > port after_delete 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.106513 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > port after_update 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.106836 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.107154 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.107512 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.107942 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.250002 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.250363 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.250699 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.251026 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:32:22.251390 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3398f5-9ed0-405e-9ef5-e387b8d91fc7']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:32:22.274320 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4630b859-046f-4251-8371-a4f6226e3997') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:32:22.274610 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4630b859-046f-4251-8371-a4f6226e3997') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:32:22.293339 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9308794'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:22.330997 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:22.337025 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871f02b-d698-4bfc-b7c7-8700e593de07 req-96d3d668-7645-40e1-82cc-51565bdf76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:22.338982 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-2871f02b-d698-4bfc-b7c7-8700e593de07 req-96d3d668-7645-40e1-82cc-51565bdf76d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 200 len: 915 time: 0.3396187 Sep 24 03:32:22.344343 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:32:22.344733 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9319713'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: from cryptography.utils import int_from_bytes Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: from cryptography.utils import int_from_bytes Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: Traceback (most recent call last): Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: timer() Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: cb(*args, **kw) Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: return func(*args, **kwargs) Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: self._notify() Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: self.callback(batched_events) Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: event.method(event) Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: return f(self, *a, **k) Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._get(url).json() Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: return self.request(url, 'GET', **kwargs) Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:32:22.351873 dv-cinder-810800-1-iscsi neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:32:22.411811 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-2871f02b-d698-4bfc-b7c7-8700e593de07 req-42c8f30b-83cf-4e8c-8a9a-4969b5a3f136 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8986b042-420b-4efa-b1f8-2c2d72fc703a HTTP/1.1" status: 200 len: 217 time: 0.0567317 Sep 24 03:32:22.414407 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfd0f935-da86-4178-93b9-d45de2da1a32 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:22.475628 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f040d-1ce3-449f-81a4-eb104d9a2d58 req-9d321aa8-7ef1-46dc-8076-d9b65ca78211 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:22.478797 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-921f040d-1ce3-449f-81a4-eb104d9a2d58 req-9d321aa8-7ef1-46dc-8076-d9b65ca78211 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.1175475 Sep 24 03:32:22.482079 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfd0f935-da86-4178-93b9-d45de2da1a32 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:22.483241 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:22.500901 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:22.503080 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] 10.222.0.18 "DELETE /v2.0/networks/7a3398f5-9ed0-405e-9ef5-e387b8d91fc7 HTTP/1.1" status: 204 len: 168 time: 0.6944323 Sep 24 03:32:22.503230 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8986b042-420b-4efa-b1f8-2c2d72fc703a'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:32:22.517327 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3428559-0146-4e02-a8ea-f3aa5039afed admin admin] Pushing event deleted for resources: {'Network': ['ID=7a3398f5-9ed0-405e-9ef5-e387b8d91fc7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:22.521000 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871f02b-d698-4bfc-b7c7-8700e593de07 req-baffbae0-6576-41da-9d41-353c8b1efd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:22.523013 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-2871f02b-d698-4bfc-b7c7-8700e593de07 req-baffbae0-6576-41da-9d41-353c8b1efd82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fefe6293-9536-4ce2-878b-198586418a20 HTTP/1.1" status: 200 len: 854 time: 0.0807884 Sep 24 03:32:22.570519 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-2871f02b-d698-4bfc-b7c7-8700e593de07 req-ff061481-d814-4540-8c8f-814c7d52dd99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302610 Sep 24 03:32:22.611828 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfd0f935-da86-4178-93b9-d45de2da1a32 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:32:22.633168 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfd0f935-da86-4178-93b9-d45de2da1a32 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:32:22.640084 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0f935-da86-4178-93b9-d45de2da1a32 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Pushing event updated for resources: {'Port': ['ID=ea6cc573-5c51-43c0-abd7-1bce694ffedf,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:22.643009 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfd0f935-da86-4178-93b9-d45de2da1a32 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:32:22.649155 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfd0f935-da86-4178-93b9-d45de2da1a32 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:22.650076 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfd0f935-da86-4178-93b9-d45de2da1a32 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:22.672168 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-921f040d-1ce3-449f-81a4-eb104d9a2d58 req-1e0b8036-a3aa-4b11-a4d6-5cf01b6a3f79 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869607 Sep 24 03:32:22.715753 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0845-099f-4d99-982a-afac0a319c24 req-c55d2c74-330d-4bee-aa4f-cb096ab7ec23 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:22.729149 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-2871f02b-d698-4bfc-b7c7-8700e593de07 req-8d854971-f089-44b9-beff-5c4f282a1ed0 service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442506 Sep 24 03:32:22.730154 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f3da0845-099f-4d99-982a-afac0a319c24 req-c55d2c74-330d-4bee-aa4f-cb096ab7ec23 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 931 time: 0.1927345 Sep 24 03:32:22.739550 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-dfd0f935-da86-4178-93b9-d45de2da1a32 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0739307 Sep 24 03:32:22.757325 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Request body: {'port': {'device_id': '53e82aa7-3e22-4ec6-84e7-6042f04eb89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:32:22.795163 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49742) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:22.815121 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f3da0845-099f-4d99-982a-afac0a319c24 req-cb1d4e8b-f3f0-44a8-b6a6-5ebec8530cec tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839727 Sep 24 03:32:22.840002 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:22.881738 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-fe4d04d0-5338-4ee1-9fe8-fc9be732e081 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df3f7c20fdf04a49852b5b836d442f9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0851789 Sep 24 03:32:22.883792 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-2871f02b-d698-4bfc-b7c7-8700e593de07 req-244330d7-2e7a-4f9b-a2db-eb362f1025e0 service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441603 Sep 24 03:32:22.884220 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49744) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:22.938344 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3697a091-4b14-4d22-83a3-445776d3cf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:22.959570 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3697a091-4b14-4d22-83a3-445776d3cf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:23.016898 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3697a091-4b14-4d22-83a3-445776d3cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:23.019961 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3697a091-4b14-4d22-83a3-445776d3cf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:23.027005 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-3697a091-4b14-4d22-83a3-445776d3cf66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cea51855-1216-46fd-abe5-55672ff2dec6 HTTP/1.1" status: 204 len: 168 time: 0.1417701 Sep 24 03:32:23.036364 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697a091-4b14-4d22-83a3-445776d3cf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea51855-1216-46fd-abe5-55672ff2dec6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:23.137880 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6cc573-5c51-43c0-abd7-1bce694ffedf {{(pid=94016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:32:23.147151 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:23.165014 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.provisioning_blocks [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Transition to ACTIVE for port object ea6cc573-5c51-43c0-abd7-1bce694ffedf will not be triggered until provisioned by entity L2. {{(pid=94016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:32:23.173123 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:23.232803 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6cc573-5c51-43c0-abd7-1bce694ffedf,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:23.264686 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Attempting to bind port ea6cc573-5c51-43c0-abd7-1bce694ffedf on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:32:23.265134 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Attempting to bind port ea6cc573-5c51-43c0-abd7-1bce694ffedf by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:32:23.265631 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Attempting to bind port ea6cc573-5c51-43c0-abd7-1bce694ffedf on network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:32:23.276408 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Port ea6cc573-5c51-43c0-abd7-1bce694ffedf on network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:32:23.276408 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Attempting to bind port ea6cc573-5c51-43c0-abd7-1bce694ffedf on network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:32:23.281845 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:32:23.282190 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Checking segment: {'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:32:23.282576 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Bound using segment: {'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:32:23.283003 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Bound port: ea6cc573-5c51-43c0-abd7-1bce694ffedf, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'}}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:32:23.283364 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:23.365135 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] For port ea6cc573-5c51-43c0-abd7-1bce694ffedf, host hv-cinder-81080, cleared binding levels {{(pid=94016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:32:23.365594 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] For port ea6cc573-5c51-43c0-abd7-1bce694ffedf, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=ea6cc573-5c51-43c0-abd7-1bce694ffedf,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:32:23.372411 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:23.419279 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:23.422897 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:23.422897 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] 10.222.0.13 "PUT /v2.0/ports/ea6cc573-5c51-43c0-abd7-1bce694ffedf HTTP/1.1" status: 200 len: 1093 time: 0.6693850 Sep 24 03:32:23.422897 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e82aa7-3e22-4ec6-84e7-6042f04eb89f', 'tag': 'ea6cc573-5c51-43c0-abd7-1bce694ffedf'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:32:23.425465 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9695a9a-3950-4ad0-9bf3-ca8997c95501" -d '{"events": [{"name": "network-changed", "server_uuid": "53e82aa7-3e22-4ec6-84e7-6042f04eb89f", "tag": "ea6cc573-5c51-43c0-abd7-1bce694ffedf"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:32:23.453091 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa73f52-e2e3-44be-b890-441257caf4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6cc573-5c51-43c0-abd7-1bce694ffedf,revision_number=3']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:24.978688 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 49856) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:25.084826 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-9244d585-05de-4fee-9b2e-15806017ac10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:25.143682 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:25.177183 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-9244d585-05de-4fee-9b2e-15806017ac10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:25.181054 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-9244d585-05de-4fee-9b2e-15806017ac10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:25.220101 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-9244d585-05de-4fee-9b2e-15806017ac10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6922095021c948e9847dd97c425eefa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403204 Sep 24 03:32:25.220950 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244d585-05de-4fee-9b2e-15806017ac10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc4617d-ca7c-47a6-9766-69c18d1e7837,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:25.222906 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49860) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:25.272565 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0452b908-ed96-4ced-89d4-89c3be85e556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:25.293587 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0452b908-ed96-4ced-89d4-89c3be85e556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:25.341605 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0452b908-ed96-4ced-89d4-89c3be85e556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:25.344145 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0452b908-ed96-4ced-89d4-89c3be85e556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:25.345294 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-0452b908-ed96-4ced-89d4-89c3be85e556 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8dc4617d-ca7c-47a6-9766-69c18d1e7837 HTTP/1.1" status: 204 len: 168 time: 0.1214087 Sep 24 03:32:25.352789 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452b908-ed96-4ced-89d4-89c3be85e556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc4617d-ca7c-47a6-9766-69c18d1e7837,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:25.724366 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49868) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:25.736887 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f401d7d6-d2b8-46ee-810c-cb523bd3ff69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:25.825956 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f401d7d6-d2b8-46ee-810c-cb523bd3ff69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:25.830995 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f401d7d6-d2b8-46ee-810c-cb523bd3ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:25.869201 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401d7d6-d2b8-46ee-810c-cb523bd3ff69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817ed5d0-968a-49d8-ac10-0bb560671a59,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:25.876847 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 49874) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:25.877011 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-f401d7d6-d2b8-46ee-810c-cb523bd3ff69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fcf563c6b6f45468a4a66e02c16db35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514704 Sep 24 03:32:25.927020 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c6fd69ae-49d6-46ff-a219-10d98bd4a360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:25.947802 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c6fd69ae-49d6-46ff-a219-10d98bd4a360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:26.002714 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c6fd69ae-49d6-46ff-a219-10d98bd4a360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:26.005306 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c6fd69ae-49d6-46ff-a219-10d98bd4a360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:26.008964 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-c6fd69ae-49d6-46ff-a219-10d98bd4a360 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/817ed5d0-968a-49d8-ac10-0bb560671a59 HTTP/1.1" status: 204 len: 168 time: 0.1283376 Sep 24 03:32:26.014024 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd69ae-49d6-46ff-a219-10d98bd4a360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817ed5d0-968a-49d8-ac10-0bb560671a59,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:26.375693 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023313ef-eddc-4995-afa2-87594651b429 x-openstack-request-id: req-023313ef-eddc-4995-afa2-87594651b429 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:32:26.375996 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e82aa7-3e22-4ec6-84e7-6042f04eb89f", "tag": "ea6cc573-5c51-43c0-abd7-1bce694ffedf", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:32:26.376246 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-023313ef-eddc-4995-afa2-87594651b429 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:32:26.376641 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e82aa7-3e22-4ec6-84e7-6042f04eb89f', 'tag': 'ea6cc573-5c51-43c0-abd7-1bce694ffedf', 'status': 'completed', 'code': 200} Sep 24 03:32:26.481570 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba10c-2225-4781-a137-1e4626412e33 req-484ecd5f-7616-46f2-8f9e-0332244cd5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:26.483865 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-484ecd5f-7616-46f2-8f9e-0332244cd5e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cad76815db3c4a67adf42217edb51d2d&device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 1096 time: 0.0832696 Sep 24 03:32:26.517013 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb3a99-c95c-4471-ab97-7ca5e608a500 req-1f68968e-f4ca-4a10-82e0-a60246f01458 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:26.519004 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e6eb3a99-c95c-4471-ab97-7ca5e608a500 req-1f68968e-f4ca-4a10-82e0-a60246f01458 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0861287 Sep 24 03:32:26.582546 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-4fa15766-6aa9-4590-bb5a-0dd2bc00ce07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea6cc573-5c51-43c0-abd7-1bce694ffedf HTTP/1.1" status: 200 len: 217 time: 0.0783038 Sep 24 03:32:26.648104 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da76d80-7cd3-4681-9dde-4875d31f0e56 req-cb1d7bd2-8b6a-4a9d-9e6f-2190e9b729a7 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:26.651056 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9da76d80-7cd3-4681-9dde-4875d31f0e56 req-cb1d7bd2-8b6a-4a9d-9e6f-2190e9b729a7 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 943 time: 0.1647725 Sep 24 03:32:26.661257 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e6eb3a99-c95c-4471-ab97-7ca5e608a500 req-53d408ef-4ebc-401a-80e4-cf3989d4e35c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193197 Sep 24 03:32:26.676073 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba10c-2225-4781-a137-1e4626412e33 req-939a9807-c871-482a-8906-3d557711a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:26.677772 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-939a9807-c871-482a-8906-3d557711a9f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fefe6293-9536-4ce2-878b-198586418a20 HTTP/1.1" status: 200 len: 854 time: 0.0790803 Sep 24 03:32:26.727538 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-ebe4f69f-7cac-42dd-b217-fba6efafca87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332301 Sep 24 03:32:26.764328 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9da76d80-7cd3-4681-9dde-4875d31f0e56 req-bd95ed54-9e17-47e9-94af-86c38636a460 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908358 Sep 24 03:32:26.843847 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-5918d4a5-7d2f-455a-b015-f41f287d60a0 service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052814 Sep 24 03:32:27.019673 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b96ba10c-2225-4781-a137-1e4626412e33 req-69a861c4-84e9-4d9c-af3c-a9b48e5060bc service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614947 Sep 24 03:32:27.144755 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9695a9a-3950-4ad0-9bf3-ca8997c95501 req-d887a804-dc3c-46f2-b106-c3e4ed669fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:27.146403 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d9695a9a-3950-4ad0-9bf3-ca8997c95501 req-d887a804-dc3c-46f2-b106-c3e4ed669fb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cad76815db3c4a67adf42217edb51d2d&device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 1096 time: 0.0525341 Sep 24 03:32:27.263752 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9695a9a-3950-4ad0-9bf3-ca8997c95501 req-136a6946-c5ae-42c6-bece-8e21678c99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:27.266602 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d9695a9a-3950-4ad0-9bf3-ca8997c95501 req-136a6946-c5ae-42c6-bece-8e21678c99d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 200 len: 915 time: 0.1113799 Sep 24 03:32:27.310545 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49924) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:27.338376 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d9695a9a-3950-4ad0-9bf3-ca8997c95501 req-6e28facf-2b2f-47fc-a0b0-800475e641a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea6cc573-5c51-43c0-abd7-1bce694ffedf HTTP/1.1" status: 200 len: 217 time: 0.0632031 Sep 24 03:32:27.413060 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9695a9a-3950-4ad0-9bf3-ca8997c95501 req-e1d93ee5-c838-4268-bbfb-66e85ae1c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:27.414881 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d9695a9a-3950-4ad0-9bf3-ca8997c95501 req-e1d93ee5-c838-4268-bbfb-66e85ae1c1b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fefe6293-9536-4ce2-878b-198586418a20 HTTP/1.1" status: 200 len: 854 time: 0.0678778 Sep 24 03:32:27.455894 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d9695a9a-3950-4ad0-9bf3-ca8997c95501 req-de4759fc-aa37-4e6c-a6e0-b0189a6ada75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317099 Sep 24 03:32:27.569495 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d9695a9a-3950-4ad0-9bf3-ca8997c95501 req-8451fbde-7ff8-4f45-873e-e6ec8a5e3005 service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043582 Sep 24 03:32:27.611930 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-defc0938-fee5-4c2e-9f87-87a922cc9882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:27.675267 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d9695a9a-3950-4ad0-9bf3-ca8997c95501 req-213934bb-ad0a-4764-afdc-86abbb04043f service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969272 Sep 24 03:32:27.748301 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-defc0938-fee5-4c2e-9f87-87a922cc9882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:27.754297 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-defc0938-fee5-4c2e-9f87-87a922cc9882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:27.800790 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-defc0938-fee5-4c2e-9f87-87a922cc9882 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60a4f5c318724ad5bbb60ef99b345627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891067 Sep 24 03:32:27.802970 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc0938-fee5-4c2e-9f87-87a922cc9882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed6a0b0-f48e-42b9-9889-63b09a3a02e7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:27.806188 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 49954) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:27.821074 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7f210-608a-4944-9254-0f324d6c802e req-e08f0773-36d5-44a1-a3ae-ead96fca9581 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:27.826157 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-11e7f210-608a-4944-9254-0f324d6c802e req-e08f0773-36d5-44a1-a3ae-ead96fca9581 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0716016 Sep 24 03:32:27.862499 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b2bb94d-0cb1-4c27-a0d4-975813d261a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:27.888558 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b2bb94d-0cb1-4c27-a0d4-975813d261a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:27.894156 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-11e7f210-608a-4944-9254-0f324d6c802e req-e8e0853f-7efd-4e03-8b90-318adeb060ed tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637152 Sep 24 03:32:27.924915 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854e9f6-3f29-404d-9395-8828883ec17c req-66d57422-22ee-4524-b7fe-d510760c8708 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:27.926377 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b854e9f6-3f29-404d-9395-8828883ec17c req-66d57422-22ee-4524-b7fe-d510760c8708 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 943 time: 0.0733957 Sep 24 03:32:27.953276 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b2bb94d-0cb1-4c27-a0d4-975813d261a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:27.955905 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b2bb94d-0cb1-4c27-a0d4-975813d261a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:27.959442 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-3b2bb94d-0cb1-4c27-a0d4-975813d261a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ed6a0b0-f48e-42b9-9889-63b09a3a02e7 HTTP/1.1" status: 204 len: 168 time: 0.1497872 Sep 24 03:32:27.965162 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bb94d-0cb1-4c27-a0d4-975813d261a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed6a0b0-f48e-42b9-9889-63b09a3a02e7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:27.986609 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b854e9f6-3f29-404d-9395-8828883ec17c req-dfcb75ef-c892-4d09-b21b-1caef58c63eb tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531940 Sep 24 03:32:29.012876 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44852648-f666-4b99-b5ef-39a46042e08c req-4143d91e-3edf-47e0-87d1-33d8a1f191c8 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:29.014469 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-44852648-f666-4b99-b5ef-39a46042e08c req-4143d91e-3edf-47e0-87d1-33d8a1f191c8 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0476189 Sep 24 03:32:29.054241 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-44852648-f666-4b99-b5ef-39a46042e08c req-2c6454e4-a68e-43a1-9036-63063208a84d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333641 Sep 24 03:32:29.105675 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73152c01-1c79-4526-a638-26e0279883d5 req-df7bcb74-0c7c-47e2-ac85-ffc92e4a8914 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:29.107374 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-73152c01-1c79-4526-a638-26e0279883d5 req-df7bcb74-0c7c-47e2-ac85-ffc92e4a8914 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 943 time: 0.0564401 Sep 24 03:32:29.115585 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device ea6cc573-5c51-43c0-abd7-1bce694ffedf details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:32:29.166412 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-73152c01-1c79-4526-a638-26e0279883d5 req-b255b53e-3388-408f-a9f6-040bcad2d4d8 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492420 Sep 24 03:32:29.226123 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port ea6cc573-5c51-43c0-abd7-1bce694ffedf, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=ea6cc573-5c51-43c0-abd7-1bce694ffedf,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:32:29.237967 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': 'ea6cc573-5c51-43c0-abd7-1bce694ffedf', 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0', 'port_id': 'ea6cc573-5c51-43c0-abd7-1bce694ffedf', 'mac_address': 'fa:16:3e:05:86:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fefe6293-9536-4ce2-878b-198586418a20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:32:29.278939 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:29.292330 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6cc573-5c51-43c0-abd7-1bce694ffedf {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:32:29.313830 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port ea6cc573-5c51-43c0-abd7-1bce694ffedf, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=ea6cc573-5c51-43c0-abd7-1bce694ffedf,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:32:29.320002 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:29.369626 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=ea6cc573-5c51-43c0-abd7-1bce694ffedf,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:29.377416 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:29.377793 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:29.378140 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:29.378480 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:29.378815 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:29.379148 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:29.379617 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:29.379872 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:29.380229 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:29.380628 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:29.381078 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:29.381415 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:32:31.977273 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['ea6cc573-5c51-43c0-abd7-1bce694ffedf'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:32:33.216698 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09471f32-a756-4be3-9744-77b28c999b8b req-e6a3cc54-fbea-4108-aebe-c050f0f0bcb5 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:33.218283 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-09471f32-a756-4be3-9744-77b28c999b8b req-e6a3cc54-fbea-4108-aebe-c050f0f0bcb5 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0529785 Sep 24 03:32:33.280582 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-09471f32-a756-4be3-9744-77b28c999b8b req-1846156c-8734-4852-860c-e1b13ef066a1 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558975 Sep 24 03:32:33.296452 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cafac-324d-4767-9b73-5400917ce67c req-2b2171f4-97ad-4e47-a7ae-8cae318ea064 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:33.298182 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-536cafac-324d-4767-9b73-5400917ce67c req-2b2171f4-97ad-4e47-a7ae-8cae318ea064 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 944 time: 0.0677013 Sep 24 03:32:33.341886 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-536cafac-324d-4767-9b73-5400917ce67c req-9ae519b7-4d0a-426d-80b7-34382229d85d tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373673 Sep 24 03:32:34.326653 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 50068) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:34.430892 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7f84311-696e-4e6c-845f-cc670638b975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:34.520385 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7f84311-696e-4e6c-845f-cc670638b975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:34.526326 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7f84311-696e-4e6c-845f-cc670638b975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:34.564061 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-b7f84311-696e-4e6c-845f-cc670638b975 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee55a9e54a704b0690f4aaad754e4834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362084 Sep 24 03:32:34.564913 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f84311-696e-4e6c-845f-cc670638b975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd161e8f-b951-40d5-90d6-d952c85ed8b8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:34.567523 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 50074) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:34.616113 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3ada96a8-88f6-4dba-8972-ab2430da5dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:34.636625 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3ada96a8-88f6-4dba-8972-ab2430da5dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:34.686906 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3ada96a8-88f6-4dba-8972-ab2430da5dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:34.690388 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3ada96a8-88f6-4dba-8972-ab2430da5dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:34.691492 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-3ada96a8-88f6-4dba-8972-ab2430da5dfb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd161e8f-b951-40d5-90d6-d952c85ed8b8 HTTP/1.1" status: 204 len: 168 time: 0.1227138 Sep 24 03:32:34.698878 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada96a8-88f6-4dba-8972-ab2430da5dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd161e8f-b951-40d5-90d6-d952c85ed8b8,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:36.391726 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device ea6cc573-5c51-43c0-abd7-1bce694ffedf up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:32:36.438526 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port ea6cc573-5c51-43c0-abd7-1bce694ffedf completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:32:36.441924 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port ea6cc573-5c51-43c0-abd7-1bce694ffedf triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:32:36.442295 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:36.515081 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:36.536805 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e82aa7-3e22-4ec6-84e7-6042f04eb89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6cc573-5c51-43c0-abd7-1bce694ffedf'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:32:36.539054 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0048d594-d3e5-4de8-8ca1-5f72eb6dcd3c" -d '{"events": [{"server_uuid": "53e82aa7-3e22-4ec6-84e7-6042f04eb89f", "name": "network-vif-plugged", "status": "completed", "tag": "ea6cc573-5c51-43c0-abd7-1bce694ffedf"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:32:36.554056 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port ea6cc573-5c51-43c0-abd7-1bce694ffedf, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=ea6cc573-5c51-43c0-abd7-1bce694ffedf,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:32:36.557757 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:36.602697 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=ea6cc573-5c51-43c0-abd7-1bce694ffedf,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:37.624954 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb0a2-9477-4fd9-96c6-7787a57cd80d req-f7c994da-85a8-47fd-b60a-8d8216b761e1 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:37.626746 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0afeb0a2-9477-4fd9-96c6-7787a57cd80d req-f7c994da-85a8-47fd-b60a-8d8216b761e1 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0482337 Sep 24 03:32:37.689281 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0afeb0a2-9477-4fd9-96c6-7787a57cd80d req-a6a5b470-d941-4dfd-84ab-5c0f5013aa0b tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568495 Sep 24 03:32:37.705599 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2c871-e061-4bc7-bfd3-ae9014c3692c req-6733987f-fa14-49c6-a27f-a23992c461b5 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:37.707231 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cdb2c871-e061-4bc7-bfd3-ae9014c3692c req-6733987f-fa14-49c6-a27f-a23992c461b5 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 945 time: 0.0615046 Sep 24 03:32:37.731752 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2f92bc-4652-421d-88a9-ded727edd02f x-openstack-request-id: req-7b2f92bc-4652-421d-88a9-ded727edd02f {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:32:37.732368 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e82aa7-3e22-4ec6-84e7-6042f04eb89f", "name": "network-vif-plugged", "status": "completed", "tag": "ea6cc573-5c51-43c0-abd7-1bce694ffedf", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:32:37.732368 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b2f92bc-4652-421d-88a9-ded727edd02f {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:32:37.732663 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e82aa7-3e22-4ec6-84e7-6042f04eb89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6cc573-5c51-43c0-abd7-1bce694ffedf', 'code': 200} Sep 24 03:32:37.745516 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cdb2c871-e061-4bc7-bfd3-ae9014c3692c req-d79408d4-1784-45df-a466-d9d64f2addd0 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Sep 24 03:32:37.919658 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b8ed-e321-4d0c-be9e-94f6c0062ac8 req-7da13182-3f60-495b-bbfd-7f3e72b2f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:37.921129 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b8e5b8ed-e321-4d0c-be9e-94f6c0062ac8 req-7da13182-3f60-495b-bbfd-7f3e72b2f509 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 1098 time: 0.0408461 Sep 24 03:32:37.956513 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b8e5b8ed-e321-4d0c-be9e-94f6c0062ac8 req-05af5ba5-09fe-4c82-8257-8de92ad973d1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270233 Sep 24 03:32:38.807346 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f630c-74f5-4a6d-abca-48c4da91999d req-dc8987d7-c9f8-42be-9c36-c975da22c7ad tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:38.808770 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b16f630c-74f5-4a6d-abca-48c4da91999d req-dc8987d7-c9f8-42be-9c36-c975da22c7ad tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0490322 Sep 24 03:32:38.871416 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b16f630c-74f5-4a6d-abca-48c4da91999d req-aaca26c0-197d-42c1-bbc2-cd1a7913814e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567799 Sep 24 03:32:38.886372 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa7f88-edb0-45b7-bfd2-72affb31b604 req-771f9837-c340-4df9-ba97-e0b690573e72 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:38.887818 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d9fa7f88-edb0-45b7-bfd2-72affb31b604 req-771f9837-c340-4df9-ba97-e0b690573e72 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 945 time: 0.0716164 Sep 24 03:32:38.925566 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d9fa7f88-edb0-45b7-bfd2-72affb31b604 req-193b1378-50ad-4009-af97-1184cdf26b26 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Sep 24 03:32:39.991101 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692e9e0-51f7-46de-81a7-4f1755bd8c89 req-13bf66e0-9ca9-4ec1-9f17-c94369cfad0a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:39.992578 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f692e9e0-51f7-46de-81a7-4f1755bd8c89 req-13bf66e0-9ca9-4ec1-9f17-c94369cfad0a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0515606 Sep 24 03:32:40.056162 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f692e9e0-51f7-46de-81a7-4f1755bd8c89 req-131d3f1f-217b-4cfd-9d20-78a2f4f0a37c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537136 Sep 24 03:32:40.064315 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428c3b2-29f7-4117-bac6-92c5df1ae428 req-47591608-762c-48f2-a4ea-6220dd0985c2 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:40.065770 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8428c3b2-29f7-4117-bac6-92c5df1ae428 req-47591608-762c-48f2-a4ea-6220dd0985c2 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 945 time: 0.0714617 Sep 24 03:32:40.104141 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8428c3b2-29f7-4117-bac6-92c5df1ae428 req-f4529cf9-cf84-44a3-a59b-e01ab81bf07e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322962 Sep 24 03:32:40.936928 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 50170) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:41.040993 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c5bc806f-5d3e-42fc-a1d8-2a2322e7c0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:41.125125 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c5bc806f-5d3e-42fc-a1d8-2a2322e7c0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:41.128885 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c5bc806f-5d3e-42fc-a1d8-2a2322e7c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:41.169445 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-c5bc806f-5d3e-42fc-a1d8-2a2322e7c0bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5682b2ed1db41958df16e79ed044d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306180 Sep 24 03:32:41.170300 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc806f-5d3e-42fc-a1d8-2a2322e7c0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba14e3b-af27-41fe-9ecf-27c1d6692c4f,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:41.172006 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 50176) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:41.218232 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a8e866e2-2952-46bf-8c34-e0e9f9ec44df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:41.239389 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a8e866e2-2952-46bf-8c34-e0e9f9ec44df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:41.286261 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a8e866e2-2952-46bf-8c34-e0e9f9ec44df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:41.288770 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a8e866e2-2952-46bf-8c34-e0e9f9ec44df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:41.289932 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-a8e866e2-2952-46bf-8c34-e0e9f9ec44df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fba14e3b-af27-41fe-9ecf-27c1d6692c4f HTTP/1.1" status: 204 len: 168 time: 0.1169324 Sep 24 03:32:41.297830 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e866e2-2952-46bf-8c34-e0e9f9ec44df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba14e3b-af27-41fe-9ecf-27c1d6692c4f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:42.269626 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 50210) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:42.370706 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-838589a3-fc1b-4ce8-b130-898c6f91de34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:42.461137 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-838589a3-fc1b-4ce8-b130-898c6f91de34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:42.466152 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-838589a3-fc1b-4ce8-b130-898c6f91de34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:42.510279 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-838589a3-fc1b-4ce8-b130-898c6f91de34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3123602a7a24fc39c58b176bda13aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394972 Sep 24 03:32:42.510904 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 50216) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:42.511344 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838589a3-fc1b-4ce8-b130-898c6f91de34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7639da60-df19-4a92-b64c-236d70cba61d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:42.562048 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f6169ad1-54f4-4a51-82c3-d8db6cdb7c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:42.583339 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f6169ad1-54f4-4a51-82c3-d8db6cdb7c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:42.631397 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f6169ad1-54f4-4a51-82c3-d8db6cdb7c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:42.633982 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f6169ad1-54f4-4a51-82c3-d8db6cdb7c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:42.635128 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-f6169ad1-54f4-4a51-82c3-d8db6cdb7c8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7639da60-df19-4a92-b64c-236d70cba61d HTTP/1.1" status: 204 len: 168 time: 0.1232500 Sep 24 03:32:42.644151 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6169ad1-54f4-4a51-82c3-d8db6cdb7c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7639da60-df19-4a92-b64c-236d70cba61d,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:44.024399 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f732be5-ede4-46ec-80bb-af73f3ef117a req-8c961735-1687-4d08-9dc2-1eede75c77a8 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:44.025928 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9f732be5-ede4-46ec-80bb-af73f3ef117a req-8c961735-1687-4d08-9dc2-1eede75c77a8 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0491927 Sep 24 03:32:44.061951 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9f732be5-ede4-46ec-80bb-af73f3ef117a req-f074d59a-90ef-4ff5-a075-5cf412a0a078 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302284 Sep 24 03:32:44.828488 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9fc1f7c3-5b1b-4044-8ec6-bcc858739dc9 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e11f8519cf314421b5dffddf43fff375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322678 Sep 24 03:32:45.038903 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-141a8188-144f-4018-a9ab-78edfcf719f7 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:45.040439 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-141a8188-144f-4018-a9ab-78edfcf719f7 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049387 Sep 24 03:32:45.055642 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-7a9ecb4c-0917-4193-96cb-94560957c5bd tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/quotas/e11f8519cf314421b5dffddf43fff375 HTTP/1.1" status: 200 len: 375 time: 0.0093310 Sep 24 03:32:45.086925 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-faa6e73a-4cb1-4a2d-a6e6-b3d37d66b9dc tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e11f8519cf314421b5dffddf43fff375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257401 Sep 24 03:32:45.193239 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9eef4990-d949-4240-af61-230ae3ea0761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:45.286236 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-87644646-eba0-411a-a1fb-5eb0097b6d92 req-30e74565-21ec-4b66-8780-372ad19f2114 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 210 time: 0.0440218 Sep 24 03:32:45.329564 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef8eef-bdf8-4438-8957-5b9a9608392b req-419ff03d-d1bd-4690-889f-985a246e32da tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:45.331111 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-73ef8eef-bdf8-4438-8957-5b9a9608392b req-419ff03d-d1bd-4690-889f-985a246e32da tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0843060 Sep 24 03:32:45.379911 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-73ef8eef-bdf8-4438-8957-5b9a9608392b req-19b9644b-18df-4fb3-9512-903a9f1e4632 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331917 Sep 24 03:32:45.583395 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-88ac43fc-1a8b-4a5c-a3a2-3a757627920b tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:45.584891 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-88ac43fc-1a8b-4a5c-a3a2-3a757627920b tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/networks?id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 200 len: 814 time: 0.1117616 Sep 24 03:32:45.600604 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-be2df80a-e863-42a3-824b-3cf075708e44 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/quotas/cad76815db3c4a67adf42217edb51d2d HTTP/1.1" status: 200 len: 375 time: 0.0097179 Sep 24 03:32:45.651431 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-d0bb14e8-be7c-48b1-876c-cbe62f849862 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cad76815db3c4a67adf42217edb51d2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454428 Sep 24 03:32:45.743863 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-caa3be9c-957f-46a1-bd4c-7d8bd240b3ca service neutron] 10.222.0.18 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842254 Sep 24 03:32:46.044975 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-f614569e-4116-4297-bdc4-9902f811685e service neutron] 10.222.0.18 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947209 Sep 24 03:32:46.343887 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a9aec72d-6314-4a68-a13b-2601f5f7806e req-4916b71e-93f1-4a96-b5ef-22891e577a5e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 210 time: 0.0266058 Sep 24 03:32:46.435211 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b8f325c5-e719-4a23-8d51-c4f9d77e03f5 req-8f7c7814-0b05-4aa9-a223-d88c5df1d420 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 210 time: 0.0257773 Sep 24 03:32:46.547281 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e909747-661c-4d5a-b193-497b9b905409 req-4821cb1f-0454-4205-8402-bb8226ab2d84 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:46.549357 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e909747-661c-4d5a-b193-497b9b905409 req-4821cb1f-0454-4205-8402-bb8226ab2d84 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0533707 Sep 24 03:32:46.587402 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e909747-661c-4d5a-b193-497b9b905409 req-7ca8d8e5-c98f-4618-b02b-161defe935d6 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321343 Sep 24 03:32:47.675398 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e49545da-142d-49db-b7e5-b3f5f580080f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:48.705642 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:49.278989 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:49.306276 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-abcf5acd-792a-45fd-8667-68aa83a2657f tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e11f8519cf314421b5dffddf43fff375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223036 Sep 24 03:32:49.386634 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b8bc2c81-ea22-4f0c-ab0c-45c28b7bd2a1 req-3ad9aae0-00a7-4f6d-b143-43b686f6f208 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 210 time: 0.0584607 Sep 24 03:32:49.465787 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c11e735d-d90a-427e-9843-1e569a233a95 req-ad160d5b-8d70-4e25-8b2b-2c567633177f tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 210 time: 0.0781631 Sep 24 03:32:49.529806 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-6828dfe8-639b-4567-af4e-845108ed034f tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:49.531154 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-6828dfe8-639b-4567-af4e-845108ed034f tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241058 Sep 24 03:32:49.544599 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc66673-ccaa-43e8-8f42-c9930819b970 req-96bc930c-cc26-4db1-9fb8-42ed9ee9a7df tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:49.546057 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fcc66673-ccaa-43e8-8f42-c9930819b970 req-96bc930c-cc26-4db1-9fb8-42ed9ee9a7df tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0826418 Sep 24 03:32:49.551780 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Request body: {'port': {'device_id': '4d1b5536-1ee4-4d4a-bafa-1c4dd0369704', 'network_id': '633df28b-0455-4671-8507-1493f4a1ba2b', 'admin_state_up': True, 'tenant_id': 'e11f8519cf314421b5dffddf43fff375'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:32:49.642397 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fcc66673-ccaa-43e8-8f42-c9930819b970 req-de6d69b4-3746-4ce5-babb-c82a782925db tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865502 Sep 24 03:32:49.684878 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Made reservation on behalf of e11f8519cf314421b5dffddf43fff375 for: {'port': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:32:49.688401 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:49.696841 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:49.784116 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:49.787700 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:49.849909 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65152cb2-2f31-41cf-968a-6d87e3d2ec70,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:49.923620 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Allocated IP 192.168.233.169 (633df28b-0455-4671-8507-1493f4a1ba2b/2bdcaab5-95d0-4666-bc02-b90d62448f45/1744bf94-58fc-4c5d-9551-1fa3f491967c) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:32:50.074358 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:50.117450 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:50.132584 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-be9eb360-60cf-4bd7-85bc-75847c3a8a2e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:50.134369 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-be9eb360-60cf-4bd7-85bc-75847c3a8a2e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "GET /v2.0/networks?id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 200 len: 814 time: 0.1069140 Sep 24 03:32:50.165375 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Network 633df28b-0455-4671-8507-1493f4a1ba2b is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:32:50.165994 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-df1a3b5a-07e1-4bfa-aaac-f2463a75e197 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Request body: {'port': {'device_id': 'd7e63e97-71b1-48b6-af18-ea2f33d55dd3', 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0', 'admin_state_up': True, 'tenant_id': 'cad76815db3c4a67adf42217edb51d2d'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:32:50.177034 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:32:50.179629 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Pushing event updated for resources: {'Port': ['ID=1744bf94-58fc-4c5d-9551-1fa3f491967c,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:50.181860 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:32:50.188858 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:50.188858 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:50.206686 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-97fe4ad3-8727-4dcb-b327-141ca2ba0672 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6589241 Sep 24 03:32:50.224145 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Request body: {'port': {'device_id': '4d1b5536-1ee4-4d4a-bafa-1c4dd0369704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:32:50.295305 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:50.338528 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-df1a3b5a-07e1-4bfa-aaac-f2463a75e197 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Made reservation on behalf of cad76815db3c4a67adf42217edb51d2d for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:32:50.343350 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-df1a3b5a-07e1-4bfa-aaac-f2463a75e197 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:50.503168 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-df1a3b5a-07e1-4bfa-aaac-f2463a75e197 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Allocated IP 172.20.0.2 (da8a83a1-4718-4b4d-b03f-5ba6c433eea0/fefe6293-9536-4ce2-878b-198586418a20/560c4fee-dbda-4b10-966d-3589544f945a) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:32:50.507284 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d43743f7-bc19-4592-8a48-dda803578eb6 req-e0259afe-e3da-4fd7-8ac4-d6d02d26bc03 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 210 time: 0.0345678 Sep 24 03:32:50.527795 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-915240e9-a53e-485c-ad51-ab4f519c094d None None] Provisioning complete for port 1744bf94-58fc-4c5d-9551-1fa3f491967c triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:32:50.529183 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-915240e9-a53e-485c-ad51-ab4f519c094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:50.569315 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-915240e9-a53e-485c-ad51-ab4f519c094d None None] Port 1744bf94-58fc-4c5d-9551-1fa3f491967c cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:32:50.642503 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef835c-b1ae-4fd9-be1f-ab49c5491631 req-22295346-6ae0-49cd-bfc6-195375eb59e1 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:50.643983 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-00ef835c-b1ae-4fd9-be1f-ab49c5491631 req-22295346-6ae0-49cd-bfc6-195375eb59e1 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 936 time: 0.0828409 Sep 24 03:32:50.679010 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-df1a3b5a-07e1-4bfa-aaac-f2463a75e197 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:50.695741 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1744bf94-58fc-4c5d-9551-1fa3f491967c {{(pid=94016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:32:50.712892 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:50.713313 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:50.720378 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-df1a3b5a-07e1-4bfa-aaac-f2463a75e197 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:50.735712 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-00ef835c-b1ae-4fd9-be1f-ab49c5491631 req-51382b87-579b-4054-833e-4123703812bd tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733230 Sep 24 03:32:50.736490 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8986b042-420b-4efa-b1f8-2c2d72fc703a', 'ea6cc573-5c51-43c0-abd7-1bce694ffedf'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:32:50.757325 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.provisioning_blocks [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Transition to ACTIVE for port object 1744bf94-58fc-4c5d-9551-1fa3f491967c will not be triggered until provisioned by entity L2. {{(pid=94016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:32:50.761627 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-df1a3b5a-07e1-4bfa-aaac-f2463a75e197 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:32:50.762472 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:50.765610 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-df1a3b5a-07e1-4bfa-aaac-f2463a75e197 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:32:50.769725 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-df1a3b5a-07e1-4bfa-aaac-f2463a75e197 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:32:50.801700 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a3b5a-07e1-4bfa-aaac-f2463a75e197 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Pushing event updated for resources: {'Port': ['ID=560c4fee-dbda-4b10-966d-3589544f945a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:50.819286 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525c695-fc7e-4c29-93fe-56bd63985ef1 req-bae31416-44cb-4022-8f1f-a0f4e758b2e4 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:50.820950 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1525c695-fc7e-4c29-93fe-56bd63985ef1 req-bae31416-44cb-4022-8f1f-a0f4e758b2e4 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.1055334 Sep 24 03:32:50.841565 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-df1a3b5a-07e1-4bfa-aaac-f2463a75e197 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:50.842296 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-df1a3b5a-07e1-4bfa-aaac-f2463a75e197 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:50.856098 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Pushing event updated for resources: {'Port': ['ID=1744bf94-58fc-4c5d-9551-1fa3f491967c,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:50.869875 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-df1a3b5a-07e1-4bfa-aaac-f2463a75e197 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7096913 Sep 24 03:32:50.887875 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Request body: {'port': {'device_id': 'd7e63e97-71b1-48b6-af18-ea2f33d55dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:32:50.899909 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Attempting to bind port 1744bf94-58fc-4c5d-9551-1fa3f491967c on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:32:50.900937 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Attempting to bind port 1744bf94-58fc-4c5d-9551-1fa3f491967c by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '2a8695bf-2829-4f6b-bb0c-704425b2c930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '633df28b-0455-4671-8507-1493f4a1ba2b'}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:32:50.900937 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Attempting to bind port 1744bf94-58fc-4c5d-9551-1fa3f491967c on network 633df28b-0455-4671-8507-1493f4a1ba2b {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:32:50.910379 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Port 1744bf94-58fc-4c5d-9551-1fa3f491967c on network 633df28b-0455-4671-8507-1493f4a1ba2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:32:50.910379 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Attempting to bind port 1744bf94-58fc-4c5d-9551-1fa3f491967c on network 633df28b-0455-4671-8507-1493f4a1ba2b {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:32:50.942079 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1525c695-fc7e-4c29-93fe-56bd63985ef1 req-23836df0-96f4-40fe-b8bf-4918314f198c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074550 Sep 24 03:32:50.942927 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:32:50.946047 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Checking segment: {'id': '2a8695bf-2829-4f6b-bb0c-704425b2c930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '633df28b-0455-4671-8507-1493f4a1ba2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:32:50.946473 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Bound using segment: {'id': '2a8695bf-2829-4f6b-bb0c-704425b2c930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '633df28b-0455-4671-8507-1493f4a1ba2b'} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:32:50.946928 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Bound port: 1744bf94-58fc-4c5d-9551-1fa3f491967c, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8695bf-2829-4f6b-bb0c-704425b2c930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '633df28b-0455-4671-8507-1493f4a1ba2b'}}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:32:50.947290 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:50.956822 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:51.028167 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] For port 1744bf94-58fc-4c5d-9551-1fa3f491967c, host hv-cinder-81080, cleared binding levels {{(pid=94016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:32:51.032920 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] For port 1744bf94-58fc-4c5d-9551-1fa3f491967c, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=1744bf94-58fc-4c5d-9551-1fa3f491967c,segment=NetworkSegment(2a8695bf-2829-4f6b-bb0c-704425b2c930),segment_id=2a8695bf-2829-4f6b-bb0c-704425b2c930)] {{(pid=94016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:32:51.039632 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:51.074446 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:51.075098 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:51.076446 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] 10.222.0.13 "PUT /v2.0/ports/1744bf94-58fc-4c5d-9551-1fa3f491967c HTTP/1.1" status: 200 len: 1098 time: 0.8579898 Sep 24 03:32:51.076876 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1b5536-1ee4-4d4a-bafa-1c4dd0369704', 'tag': '1744bf94-58fc-4c5d-9551-1fa3f491967c'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:32:51.079413 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247a52de-37a6-4eb4-9ade-f82d1b0bea2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1b5536-1ee4-4d4a-bafa-1c4dd0369704", "tag": "1744bf94-58fc-4c5d-9551-1fa3f491967c"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:32:51.115589 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26b186-7179-416a-98fd-2a2f16763230 service neutron] Pushing event updated for resources: {'Port': ['ID=1744bf94-58fc-4c5d-9551-1fa3f491967c,revision_number=3']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:51.125875 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37035acd-89e9-4db6-8b40-b64e99b3c2ea x-openstack-request-id: req-37035acd-89e9-4db6-8b40-b64e99b3c2ea {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:32:51.125875 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1b5536-1ee4-4d4a-bafa-1c4dd0369704", "tag": "1744bf94-58fc-4c5d-9551-1fa3f491967c", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:32:51.126371 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37035acd-89e9-4db6-8b40-b64e99b3c2ea {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:32:51.126776 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1b5536-1ee4-4d4a-bafa-1c4dd0369704', 'tag': '1744bf94-58fc-4c5d-9551-1fa3f491967c', 'status': 'completed', 'code': 200} Sep 24 03:32:51.174375 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-275e3157-b47f-4a92-b029-ac741ed31177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:51.175875 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-275e3157-b47f-4a92-b029-ac741ed31177 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e11f8519cf314421b5dffddf43fff375&device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 1101 time: 0.0432749 Sep 24 03:32:51.229988 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-c9ef2658-9d99-43a4-8db6-e928f0f1f9e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=1744bf94-58fc-4c5d-9551-1fa3f491967c HTTP/1.1" status: 200 len: 217 time: 0.0421572 Sep 24 03:32:51.274288 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560c4fee-dbda-4b10-966d-3589544f945a {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:32:51.282507 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:51.284651 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-188cdbfe-3333-4893-8f80-9350169001ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:51.286158 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-188cdbfe-3333-4893-8f80-9350169001ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdcaab5-95d0-4666-bc02-b90d62448f45 HTTP/1.1" status: 200 len: 843 time: 0.0470476 Sep 24 03:32:51.295297 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Transition to ACTIVE for port object 560c4fee-dbda-4b10-966d-3589544f945a will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:32:51.300232 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:51.345224 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-e0771fee-9df9-4d67-8e91-54123a9ba453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:51.347080 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-e0771fee-9df9-4d67-8e91-54123a9ba453 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=633df28b-0455-4671-8507-1493f4a1ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0516872 Sep 24 03:32:51.417247 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Pushing event updated for resources: {'Port': ['ID=560c4fee-dbda-4b10-966d-3589544f945a,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:51.434746 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Attempting to bind port 560c4fee-dbda-4b10-966d-3589544f945a on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:32:51.434953 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Attempting to bind port 560c4fee-dbda-4b10-966d-3589544f945a by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:32:51.435277 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Attempting to bind port 560c4fee-dbda-4b10-966d-3589544f945a on network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:32:51.440411 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Port 560c4fee-dbda-4b10-966d-3589544f945a on network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:32:51.440729 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Attempting to bind port 560c4fee-dbda-4b10-966d-3589544f945a on network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:32:51.445530 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:32:51.445909 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Checking segment: {'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:32:51.446289 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Bound using segment: {'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:32:51.446705 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Bound port: 560c4fee-dbda-4b10-966d-3589544f945a, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:32:51.447057 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:51.463039 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-f2d57466-dc8c-461d-91e3-27daaf7b05d3 service neutron] 10.222.0.13 "GET /v2.0/networks/633df28b-0455-4671-8507-1493f4a1ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065698 Sep 24 03:32:51.523025 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] For port 560c4fee-dbda-4b10-966d-3589544f945a, host hv-cinder-81080, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:32:51.526483 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] For port 560c4fee-dbda-4b10-966d-3589544f945a, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=560c4fee-dbda-4b10-966d-3589544f945a,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:32:51.532801 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:51.576326 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:51.577072 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:51.580203 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] 10.222.0.13 "PUT /v2.0/ports/560c4fee-dbda-4b10-966d-3589544f945a HTTP/1.1" status: 200 len: 1093 time: 0.6992517 Sep 24 03:32:51.580685 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e63e97-71b1-48b6-af18-ea2f33d55dd3', 'tag': '560c4fee-dbda-4b10-966d-3589544f945a'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:32:51.583914 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42409392-b2c7-41a6-a173-8209806896ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e63e97-71b1-48b6-af18-ea2f33d55dd3", "tag": "560c4fee-dbda-4b10-966d-3589544f945a"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:32:51.608598 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d52b7b-fb0e-4a56-8f64-ef1262e8e574 service neutron] Pushing event updated for resources: {'Port': ['ID=560c4fee-dbda-4b10-966d-3589544f945a,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:51.640403 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0880b65-6662-4148-b6a6-4c46033c7d53 req-731ff81e-ccb5-4b16-a79a-a4f3a242da7c service neutron] 10.222.0.13 "GET /v2.0/networks/633df28b-0455-4671-8507-1493f4a1ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578112 Sep 24 03:32:51.643202 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cfb496-0f35-45a9-b937-6c89ee9b79e7 x-openstack-request-id: req-a0cfb496-0f35-45a9-b937-6c89ee9b79e7 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:32:51.643495 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e63e97-71b1-48b6-af18-ea2f33d55dd3", "tag": "560c4fee-dbda-4b10-966d-3589544f945a", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:32:51.643742 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0cfb496-0f35-45a9-b937-6c89ee9b79e7 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:32:51.644123 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e63e97-71b1-48b6-af18-ea2f33d55dd3', 'tag': '560c4fee-dbda-4b10-966d-3589544f945a', 'status': 'completed', 'code': 200} Sep 24 03:32:51.686476 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06731777-d9f8-4183-882f-f48339fb6bce req-8a544db6-0e91-47a3-8098-2c101f185b6c tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:51.688987 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-06731777-d9f8-4183-882f-f48339fb6bce req-8a544db6-0e91-47a3-8098-2c101f185b6c tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 943 time: 0.0707655 Sep 24 03:32:51.700224 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-304e7bdf-dab8-4dd4-aff9-94ce639c87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:51.701682 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-304e7bdf-dab8-4dd4-aff9-94ce639c87e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cad76815db3c4a67adf42217edb51d2d&device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 1096 time: 0.0402200 Sep 24 03:32:51.749101 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-06731777-d9f8-4183-882f-f48339fb6bce req-59239729-6e3e-48b0-bf09-ee3d68d71099 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536773 Sep 24 03:32:51.749310 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-ed76ec9a-952d-48f0-815e-0ac13c25d67e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=560c4fee-dbda-4b10-966d-3589544f945a HTTP/1.1" status: 200 len: 217 time: 0.0337474 Sep 24 03:32:51.773854 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a52de-37a6-4eb4-9ade-f82d1b0bea2f req-f0f53b7c-db5d-404c-b134-5bf5a083c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:51.775368 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-247a52de-37a6-4eb4-9ade-f82d1b0bea2f req-f0f53b7c-db5d-404c-b134-5bf5a083c0ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e11f8519cf314421b5dffddf43fff375&device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 1101 time: 0.0602040 Sep 24 03:32:51.805076 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-a3ff7c14-b705-4dd8-b473-1985e42744c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:51.806677 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-a3ff7c14-b705-4dd8-b473-1985e42744c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fefe6293-9536-4ce2-878b-198586418a20 HTTP/1.1" status: 200 len: 854 time: 0.0498772 Sep 24 03:32:51.844774 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-27c1aa97-bb5e-4b36-97f7-7a04ba98d18e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230260 Sep 24 03:32:51.901262 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc95c10-74ed-4986-8202-96ebbd9ca4bf req-ad36fc08-cbb6-476d-a535-310391bb3917 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:51.902806 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6cc95c10-74ed-4986-8202-96ebbd9ca4bf req-ad36fc08-cbb6-476d-a535-310391bb3917 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 948 time: 0.0950999 Sep 24 03:32:51.932396 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a52de-37a6-4eb4-9ade-f82d1b0bea2f req-66524dd6-f42b-4da1-8cd5-77472a9b9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:51.933902 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-247a52de-37a6-4eb4-9ade-f82d1b0bea2f req-66524dd6-f42b-4da1-8cd5-77472a9b9f6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=633df28b-0455-4671-8507-1493f4a1ba2b HTTP/1.1" status: 200 len: 870 time: 0.1443377 Sep 24 03:32:51.943859 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-1928c604-0d27-462b-9fe9-2bd6141f25ca service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823383 Sep 24 03:32:51.951551 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6cc95c10-74ed-4986-8202-96ebbd9ca4bf req-7cfa2266-b011-43ae-8818-7cba0fa319b5 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413780 Sep 24 03:32:52.044673 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420baa6-e40b-474f-9f7b-ffb0ac366214 req-01b910c3-201d-442b-80c0-9846f8d3eadb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:52.046156 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3420baa6-e40b-474f-9f7b-ffb0ac366214 req-01b910c3-201d-442b-80c0-9846f8d3eadb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0472817 Sep 24 03:32:52.083595 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3420baa6-e40b-474f-9f7b-ffb0ac366214 req-13766cb0-2e18-4bb1-861d-43b9ed3fa2d9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310335 Sep 24 03:32:53.762237 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-247a52de-37a6-4eb4-9ade-f82d1b0bea2f req-1d36a64c-734b-4569-a0ff-58f2a50cf1f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=1744bf94-58fc-4c5d-9551-1fa3f491967c HTTP/1.1" status: 200 len: 217 time: 0.0377612 Sep 24 03:32:54.764063 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a52de-37a6-4eb4-9ade-f82d1b0bea2f req-10faf9b5-5ccf-4ee6-9227-1b5aa5eac956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:54.765539 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-247a52de-37a6-4eb4-9ade-f82d1b0bea2f req-10faf9b5-5ccf-4ee6-9227-1b5aa5eac956 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdcaab5-95d0-4666-bc02-b90d62448f45 HTTP/1.1" status: 200 len: 843 time: 0.0447705 Sep 24 03:32:54.872352 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a52de-37a6-4eb4-9ade-f82d1b0bea2f req-810ca646-2a06-4936-9a11-90ced8971fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:54.873873 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-247a52de-37a6-4eb4-9ade-f82d1b0bea2f req-810ca646-2a06-4936-9a11-90ced8971fc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=633df28b-0455-4671-8507-1493f4a1ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0799398 Sep 24 03:32:54.937482 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b959b30-aa4d-43b2-93b8-f9fceb3773d4 req-9ba10242-5e0f-4f30-bb93-6484b4851bf3 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:54.939018 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3b959b30-aa4d-43b2-93b8-f9fceb3773d4 req-9ba10242-5e0f-4f30-bb93-6484b4851bf3 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 943 time: 0.1167192 Sep 24 03:32:54.994297 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965c7ce-3e6c-45c1-bbf3-b4b5b62c1ff1 req-0a111064-49b1-4ac1-9b9f-68949972456b tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:54.995755 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c965c7ce-3e6c-45c1-bbf3-b4b5b62c1ff1 req-0a111064-49b1-4ac1-9b9f-68949972456b tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 948 time: 0.1407986 Sep 24 03:32:55.001358 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-fbd57ad7-972b-47fb-baec-25f26c482e17 req-1afb15d9-39aa-4f3d-a13c-5c09f60e0643 service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818670 Sep 24 03:32:55.053927 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3b959b30-aa4d-43b2-93b8-f9fceb3773d4 req-e59c8e73-5252-40f1-a602-80675c841c4b tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076016 Sep 24 03:32:55.065964 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-247a52de-37a6-4eb4-9ade-f82d1b0bea2f req-48d01e53-6cfe-4490-817c-29ffc6a7f51f service neutron] 10.222.0.13 "GET /v2.0/networks/633df28b-0455-4671-8507-1493f4a1ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759167 Sep 24 03:32:55.072904 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c965c7ce-3e6c-45c1-bbf3-b4b5b62c1ff1 req-f13371d9-a49b-48b8-bce7-3f9b564aed11 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683978 Sep 24 03:32:55.101358 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42409392-b2c7-41a6-a173-8209806896ac req-e5e39e2f-a4a2-4e62-a673-aecd03af3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:55.102949 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-42409392-b2c7-41a6-a173-8209806896ac req-e5e39e2f-a4a2-4e62-a673-aecd03af3c32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cad76815db3c4a67adf42217edb51d2d&device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 1096 time: 0.0450842 Sep 24 03:32:55.156163 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:55.194664 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-247a52de-37a6-4eb4-9ade-f82d1b0bea2f req-0a3239db-5a70-4f7a-aefb-ce0ffed13ef8 service neutron] 10.222.0.13 "GET /v2.0/networks/633df28b-0455-4671-8507-1493f4a1ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175137 Sep 24 03:32:55.202774 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966f25-f452-4f58-9291-bf8d44fe8bf9 req-c236e5d0-8009-4061-a16b-58476f8178b1 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:55.204170 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b2966f25-f452-4f58-9291-bf8d44fe8bf9 req-c236e5d0-8009-4061-a16b-58476f8178b1 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0685563 Sep 24 03:32:55.204886 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42409392-b2c7-41a6-a173-8209806896ac req-b16e8f10-bcad-44aa-afdd-64b9c28ff661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:55.206362 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-42409392-b2c7-41a6-a173-8209806896ac req-b16e8f10-bcad-44aa-afdd-64b9c28ff661 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 200 len: 915 time: 0.0908439 Sep 24 03:32:55.242494 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b2966f25-f452-4f58-9291-bf8d44fe8bf9 req-44058d20-c170-485f-9e70-4569946f8c6b tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Sep 24 03:32:55.248853 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-42409392-b2c7-41a6-a173-8209806896ac req-3e7869e3-f74e-4aec-8b19-0972c9f7dc09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=560c4fee-dbda-4b10-966d-3589544f945a HTTP/1.1" status: 200 len: 217 time: 0.0342410 Sep 24 03:32:55.299869 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42409392-b2c7-41a6-a173-8209806896ac req-5c9250ef-1384-42be-ad1e-0e1e39a47289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:55.301261 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-42409392-b2c7-41a6-a173-8209806896ac req-5c9250ef-1384-42be-ad1e-0e1e39a47289 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fefe6293-9536-4ce2-878b-198586418a20 HTTP/1.1" status: 200 len: 854 time: 0.0429366 Sep 24 03:32:55.336271 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-42409392-b2c7-41a6-a173-8209806896ac req-0c5ef465-0312-44af-884e-1179204280df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254843 Sep 24 03:32:55.426246 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-42409392-b2c7-41a6-a173-8209806896ac req-d5d79184-8d61-4124-a52f-2ec077784215 service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808442 Sep 24 03:32:55.519415 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-42409392-b2c7-41a6-a173-8209806896ac req-6feb993c-96d6-4b94-8144-b21fa3856165 service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814126 Sep 24 03:32:56.198914 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ab70c-c8ef-4fdd-9985-6bbf4502eb05 req-6ab61a42-006c-432e-95ad-3b3de24d5829 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:56.200377 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f75ab70c-c8ef-4fdd-9985-6bbf4502eb05 req-6ab61a42-006c-432e-95ad-3b3de24d5829 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 943 time: 0.0755439 Sep 24 03:32:56.212018 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f122b-8985-4de9-bac1-17c9e46f46c5 req-4e9188ad-2109-4873-848d-7d3ca08fc90b tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:56.213396 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-696f122b-8985-4de9-bac1-17c9e46f46c5 req-4e9188ad-2109-4873-848d-7d3ca08fc90b tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 948 time: 0.0633159 Sep 24 03:32:56.267591 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f75ab70c-c8ef-4fdd-9985-6bbf4502eb05 req-bf7d5f1f-6a8e-4118-b5e0-ba191ed7cb2a tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529101 Sep 24 03:32:56.279727 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-696f122b-8985-4de9-bac1-17c9e46f46c5 req-b8558d97-dd12-4d55-942d-bf37d16bf18d tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598700 Sep 24 03:32:56.369517 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4938835-5024-48d3-9735-ec08d3a863a9 req-7e9aad86-c192-4146-b547-36fd4c483558 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:56.370980 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e4938835-5024-48d3-9735-ec08d3a863a9 req-7e9aad86-c192-4146-b547-36fd4c483558 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0475736 Sep 24 03:32:56.409226 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e4938835-5024-48d3-9735-ec08d3a863a9 req-ac1129e3-4733-4777-a0c1-2a262629af95 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Sep 24 03:32:57.410781 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76715048-9652-4a89-b02b-1f5bac1707e3 req-10d71dee-cb20-473c-a7f9-9d2b71ec8d78 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:57.411439 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:32:57.412177 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-76715048-9652-4a89-b02b-1f5bac1707e3 req-10d71dee-cb20-473c-a7f9-9d2b71ec8d78 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 943 time: 0.0747712 Sep 24 03:32:57.424760 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4298eb-63c9-4771-9e7c-b46f6869fbd8 req-2c4b22a1-78d3-40c8-8962-13a317b0f1fa tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:57.426231 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fc4298eb-63c9-4771-9e7c-b46f6869fbd8 req-2c4b22a1-78d3-40c8-8962-13a317b0f1fa tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 948 time: 0.0646238 Sep 24 03:32:57.480861 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-76715048-9652-4a89-b02b-1f5bac1707e3 req-789cc017-56d8-408e-a9cb-432bfee0226c tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536830 Sep 24 03:32:57.488610 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fc4298eb-63c9-4771-9e7c-b46f6869fbd8 req-ea9ff557-e52a-48c0-bc75-68374b267f65 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549333 Sep 24 03:32:57.583071 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f4704-ba5d-452e-ac06-df7d2aa79721 req-8085f07e-c48b-4243-a7b4-7ff21ad07475 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:57.584532 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-506f4704-ba5d-452e-ac06-df7d2aa79721 req-8085f07e-c48b-4243-a7b4-7ff21ad07475 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0486305 Sep 24 03:32:57.620955 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-506f4704-ba5d-452e-ac06-df7d2aa79721 req-cccf702e-dd0d-40ec-ad90-78aa5d4237a4 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305526 Sep 24 03:32:58.083732 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 560c4fee-dbda-4b10-966d-3589544f945a details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:32:58.186346 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 560c4fee-dbda-4b10-966d-3589544f945a, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=560c4fee-dbda-4b10-966d-3589544f945a,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:32:58.196758 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '560c4fee-dbda-4b10-966d-3589544f945a', 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0', 'port_id': '560c4fee-dbda-4b10-966d-3589544f945a', 'mac_address': 'fa:16:3e:6b:d8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fefe6293-9536-4ce2-878b-198586418a20', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:32:58.232773 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:58.245930 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560c4fee-dbda-4b10-966d-3589544f945a {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:32:58.274286 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 560c4fee-dbda-4b10-966d-3589544f945a, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=560c4fee-dbda-4b10-966d-3589544f945a,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:32:58.279202 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:58.279868 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 1744bf94-58fc-4c5d-9551-1fa3f491967c details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:32:58.350909 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=560c4fee-dbda-4b10-966d-3589544f945a,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:58.415612 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 1744bf94-58fc-4c5d-9551-1fa3f491967c, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=1744bf94-58fc-4c5d-9551-1fa3f491967c,segment=NetworkSegment(2a8695bf-2829-4f6b-bb0c-704425b2c930),segment_id=2a8695bf-2829-4f6b-bb0c-704425b2c930)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:32:58.426657 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '1744bf94-58fc-4c5d-9551-1fa3f491967c', 'network_id': '633df28b-0455-4671-8507-1493f4a1ba2b', 'port_id': '1744bf94-58fc-4c5d-9551-1fa3f491967c', 'mac_address': 'fa:16:3e:b6:00:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdcaab5-95d0-4666-bc02-b90d62448f45', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:32:58.462412 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:58.478055 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1744bf94-58fc-4c5d-9551-1fa3f491967c {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:32:58.497211 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 1744bf94-58fc-4c5d-9551-1fa3f491967c, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=1744bf94-58fc-4c5d-9551-1fa3f491967c,segment=NetworkSegment(2a8695bf-2829-4f6b-bb0c-704425b2c930),segment_id=2a8695bf-2829-4f6b-bb0c-704425b2c930)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:32:58.500670 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:58.550427 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=1744bf94-58fc-4c5d-9551-1fa3f491967c,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:58.640851 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5beead8-bbc4-433f-a68c-4f6b056f6332 req-4260dda3-123e-4303-ae8d-3f1a69b3d486 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:58.642553 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f5beead8-bbc4-433f-a68c-4f6b056f6332 req-4260dda3-123e-4303-ae8d-3f1a69b3d486 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 944 time: 0.0789151 Sep 24 03:32:58.654571 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab3d37-f796-4b1e-98f3-12e53760838f req-2088b65c-a0af-4a43-9e2b-fb9b83d7206f tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:58.655950 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-dfab3d37-f796-4b1e-98f3-12e53760838f req-2088b65c-a0af-4a43-9e2b-fb9b83d7206f tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 949 time: 0.0809977 Sep 24 03:32:58.710723 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f5beead8-bbc4-433f-a68c-4f6b056f6332 req-41278a44-963b-46ed-9ee6-ffd825a40633 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538487 Sep 24 03:32:58.713577 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-dfab3d37-f796-4b1e-98f3-12e53760838f req-3de8a6f1-7f50-4b1c-ae2c-e87105bae52d tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502896 Sep 24 03:32:58.912439 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['1744bf94-58fc-4c5d-9551-1fa3f491967c'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:32:58.935286 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['560c4fee-dbda-4b10-966d-3589544f945a'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:32:58.953280 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c47a15-fc59-4325-bc78-b084863dc286 req-211cd682-dc1d-4021-8052-2ffc43f4d176 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:32:58.955426 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c0c47a15-fc59-4325-bc78-b084863dc286 req-211cd682-dc1d-4021-8052-2ffc43f4d176 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0474811 Sep 24 03:32:58.993774 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c0c47a15-fc59-4325-bc78-b084863dc286 req-e6f56024-376b-41ab-bcfe-f522b3923981 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Sep 24 03:32:59.640498 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 50500) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:59.744186 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-68cc7b1e-3e1e-4bad-b018-2a9716461483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:59.836213 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-68cc7b1e-3e1e-4bad-b018-2a9716461483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:59.839908 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-68cc7b1e-3e1e-4bad-b018-2a9716461483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:59.883424 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-68cc7b1e-3e1e-4bad-b018-2a9716461483 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23bbdd69b97c4f2a9353202a9da479da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418163 Sep 24 03:32:59.884226 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc7b1e-3e1e-4bad-b018-2a9716461483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e601281d-4d19-4a48-92db-d6b91db236e2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:32:59.886943 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 50508) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:32:59.941683 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-992d62c4-304d-4666-986c-50b48f87dcc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:32:59.965129 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-992d62c4-304d-4666-986c-50b48f87dcc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:00.021174 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-992d62c4-304d-4666-986c-50b48f87dcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:00.023903 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-992d62c4-304d-4666-986c-50b48f87dcc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:00.025075 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-992d62c4-304d-4666-986c-50b48f87dcc6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e601281d-4d19-4a48-92db-d6b91db236e2 HTTP/1.1" status: 204 len: 168 time: 0.1374655 Sep 24 03:33:00.034197 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d62c4-304d-4666-986c-50b48f87dcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e601281d-4d19-4a48-92db-d6b91db236e2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:00.061276 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5158fe-d464-49cc-b50b-456d9cc74586 req-0f7407a3-6e70-4860-a083-f3828b353088 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:00.062831 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fa5158fe-d464-49cc-b50b-456d9cc74586 req-0f7407a3-6e70-4860-a083-f3828b353088 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 944 time: 0.2816038 Sep 24 03:33:00.076488 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57088f2d-e5ba-4726-92f2-d37937aac452 req-65c39340-2d6d-47f0-a41b-98c11820446d tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:00.077931 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-57088f2d-e5ba-4726-92f2-d37937aac452 req-65c39340-2d6d-47f0-a41b-98c11820446d tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 949 time: 0.2863078 Sep 24 03:33:00.133491 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fa5158fe-d464-49cc-b50b-456d9cc74586 req-c2319ddc-d02c-4215-8e57-a3e830a2727c tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546072 Sep 24 03:33:00.136193 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-57088f2d-e5ba-4726-92f2-d37937aac452 req-f482a97b-fb44-4440-b021-03f4a21a0fba tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509210 Sep 24 03:33:00.244383 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98efcf7-bf21-4a5c-911c-6c4cae5a9924 req-73bb28fe-1c92-406e-8bfe-0f692d3daebd tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:00.245934 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d98efcf7-bf21-4a5c-911c-6c4cae5a9924 req-73bb28fe-1c92-406e-8bfe-0f692d3daebd tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0517933 Sep 24 03:33:00.287356 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d98efcf7-bf21-4a5c-911c-6c4cae5a9924 req-d27c3103-10a5-429a-803f-2ddbb1e0e4fe tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Sep 24 03:33:00.324421 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 50524) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:00.340275 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a21c0b8-5a3a-4cb9-a793-e9bb7be6030f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:00.428216 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a21c0b8-5a3a-4cb9-a793-e9bb7be6030f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:00.431879 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a21c0b8-5a3a-4cb9-a793-e9bb7be6030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:00.470420 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-1a21c0b8-5a3a-4cb9-a793-e9bb7be6030f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=634c823420604757b97c89b44816cbf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443620 Sep 24 03:33:00.471323 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21c0b8-5a3a-4cb9-a793-e9bb7be6030f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c705d59-cceb-444d-a43d-4be92baabe16,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:00.473153 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 50526) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:00.521575 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3193b791-965f-4d9b-8bef-a0ed97a0b63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:00.542059 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3193b791-965f-4d9b-8bef-a0ed97a0b63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:00.600163 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3193b791-965f-4d9b-8bef-a0ed97a0b63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:00.602786 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3193b791-965f-4d9b-8bef-a0ed97a0b63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:00.603918 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-3193b791-965f-4d9b-8bef-a0ed97a0b63f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c705d59-cceb-444d-a43d-4be92baabe16 HTTP/1.1" status: 204 len: 168 time: 0.1296782 Sep 24 03:33:00.611348 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193b791-965f-4d9b-8bef-a0ed97a0b63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c705d59-cceb-444d-a43d-4be92baabe16,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:01.282167 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe259bf-14bd-45c1-a77d-bb2de930f30b req-9a0242f9-a58e-440f-b64d-37b62d3e2ffc tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:01.284229 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-dbe259bf-14bd-45c1-a77d-bb2de930f30b req-9a0242f9-a58e-440f-b64d-37b62d3e2ffc tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 944 time: 0.0756664 Sep 24 03:33:01.292395 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea0d46-fb79-4c08-9459-11108b7055c8 req-5d106c8b-ab8e-43c4-8292-22e009803d42 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:01.293912 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-42ea0d46-fb79-4c08-9459-11108b7055c8 req-5d106c8b-ab8e-43c4-8292-22e009803d42 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 949 time: 0.0750301 Sep 24 03:33:01.341606 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-dbe259bf-14bd-45c1-a77d-bb2de930f30b req-b6b4ea39-03f1-4608-bbcb-7838bb6408b9 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467451 Sep 24 03:33:01.354708 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-42ea0d46-fb79-4c08-9459-11108b7055c8 req-c3c475aa-557b-4540-8b41-1f92c0d6ea8d tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539095 Sep 24 03:33:01.461190 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a3371-9a5f-40f5-a703-c7842cb70779 req-345485b6-e138-45c0-a7ca-7f24adb3a83c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:01.463028 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ed1a3371-9a5f-40f5-a703-c7842cb70779 req-345485b6-e138-45c0-a7ca-7f24adb3a83c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0544744 Sep 24 03:33:01.504550 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ed1a3371-9a5f-40f5-a703-c7842cb70779 req-0c6cc164-f212-41ce-90e0-311e964ca751 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353932 Sep 24 03:33:01.706100 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66cff-ec85-44a0-9491-ef890d8b2bde req-38ac0e9d-cd7f-4573-9595-6e6f3ceaa155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:01.707587 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c2c66cff-ec85-44a0-9491-ef890d8b2bde req-38ac0e9d-cd7f-4573-9595-6e6f3ceaa155 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 1098 time: 0.0394399 Sep 24 03:33:01.745122 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c2c66cff-ec85-44a0-9491-ef890d8b2bde req-8de1114f-4ad2-4856-85c3-150c529d7573 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283751 Sep 24 03:33:02.099679 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 560c4fee-dbda-4b10-966d-3589544f945a up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:02.147455 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 560c4fee-dbda-4b10-966d-3589544f945a completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:33:02.151147 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 560c4fee-dbda-4b10-966d-3589544f945a triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:02.151521 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:02.233577 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:02.258229 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e63e97-71b1-48b6-af18-ea2f33d55dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560c4fee-dbda-4b10-966d-3589544f945a'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:33:02.260516 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9641d6-27ae-49fd-8ee9-dba8d9bdb7b7" -d '{"events": [{"server_uuid": "d7e63e97-71b1-48b6-af18-ea2f33d55dd3", "name": "network-vif-plugged", "status": "completed", "tag": "560c4fee-dbda-4b10-966d-3589544f945a"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:33:02.273976 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 560c4fee-dbda-4b10-966d-3589544f945a, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=560c4fee-dbda-4b10-966d-3589544f945a,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:02.287012 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:02.287917 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 1744bf94-58fc-4c5d-9551-1fa3f491967c up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:02.348544 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6f1eb5-b26f-4c60-8663-a7b8f545170d x-openstack-request-id: req-7a6f1eb5-b26f-4c60-8663-a7b8f545170d {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:33:02.348797 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e63e97-71b1-48b6-af18-ea2f33d55dd3", "name": "network-vif-plugged", "status": "completed", "tag": "560c4fee-dbda-4b10-966d-3589544f945a", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:33:02.349047 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a6f1eb5-b26f-4c60-8663-a7b8f545170d {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:33:02.349429 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e63e97-71b1-48b6-af18-ea2f33d55dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560c4fee-dbda-4b10-966d-3589544f945a', 'code': 200} Sep 24 03:33:02.513841 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20097199-ec7b-4f12-ae3c-f63e11e2b0a7 req-8df7cd2c-b11c-429e-acc5-36d0e81eec8d tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:02.515467 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-20097199-ec7b-4f12-ae3c-f63e11e2b0a7 req-8df7cd2c-b11c-429e-acc5-36d0e81eec8d tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 945 time: 0.0870245 Sep 24 03:33:02.519847 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=560c4fee-dbda-4b10-966d-3589544f945a,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:02.525744 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3562e-b216-4e44-847b-178852fc2af1 req-a08d9bf6-f58f-4eaf-ac5f-0e02165acc68 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:02.527421 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0ea3562e-b216-4e44-847b-178852fc2af1 req-a08d9bf6-f58f-4eaf-ac5f-0e02165acc68 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 949 time: 0.0869417 Sep 24 03:33:02.530631 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 1744bf94-58fc-4c5d-9551-1fa3f491967c completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:33:02.538739 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 1744bf94-58fc-4c5d-9551-1fa3f491967c triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:02.539165 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:02.547231 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74458d-09b5-46d4-a246-7e194268ce7f req-b05b9692-81b6-49d7-83ab-b7309a7e4511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:02.549483 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-fd74458d-09b5-46d4-a246-7e194268ce7f req-b05b9692-81b6-49d7-83ab-b7309a7e4511 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 1098 time: 0.0529006 Sep 24 03:33:02.589240 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-fd74458d-09b5-46d4-a246-7e194268ce7f req-415dfc70-a8f9-467d-ba59-f97e531904d1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296152 Sep 24 03:33:02.590031 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-20097199-ec7b-4f12-ae3c-f63e11e2b0a7 req-25c6f4a4-f4ba-4ce7-9684-2796efc10621 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612600 Sep 24 03:33:02.596284 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0ea3562e-b216-4e44-847b-178852fc2af1 req-6f5a96e6-72d0-491f-a4a8-3e4bd106ceef tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592017 Sep 24 03:33:02.626875 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:02.660316 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 1744bf94-58fc-4c5d-9551-1fa3f491967c, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=1744bf94-58fc-4c5d-9551-1fa3f491967c,segment=NetworkSegment(2a8695bf-2829-4f6b-bb0c-704425b2c930),segment_id=2a8695bf-2829-4f6b-bb0c-704425b2c930)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:02.665947 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:02.712739 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=1744bf94-58fc-4c5d-9551-1fa3f491967c,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:02.714557 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198496a9-003e-4ff8-b8d0-10a596ad0479 req-2c20eefd-a67f-4687-b621-8a8d059693ca tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:02.716835 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-198496a9-003e-4ff8-b8d0-10a596ad0479 req-2c20eefd-a67f-4687-b621-8a8d059693ca tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0516162 Sep 24 03:33:02.754274 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-198496a9-003e-4ff8-b8d0-10a596ad0479 req-9c1aa0bc-48b7-4a94-bb77-df6bf17975e1 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Sep 24 03:33:03.746260 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbae366-1c6e-4043-91c4-5c3abec7e477 req-675717a0-4c57-42e5-bc2a-699c6acb5551 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:03.747824 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bdbae366-1c6e-4043-91c4-5c3abec7e477 req-675717a0-4c57-42e5-bc2a-699c6acb5551 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 945 time: 0.0846643 Sep 24 03:33:03.781006 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926355ce-6313-4f2d-b51f-f7fb732969c8 req-ab60e0df-400d-4a0a-acf7-bd2069283119 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:03.782654 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-926355ce-6313-4f2d-b51f-f7fb732969c8 req-ab60e0df-400d-4a0a-acf7-bd2069283119 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 950 time: 0.0888016 Sep 24 03:33:03.809894 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bdbae366-1c6e-4043-91c4-5c3abec7e477 req-0a64be08-18cc-4625-9488-fd11f9e01558 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547054 Sep 24 03:33:03.837460 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-926355ce-6313-4f2d-b51f-f7fb732969c8 req-56068efd-d3be-4489-a4bf-60cab5277ed6 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 Sep 24 03:33:03.915025 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc614-ecb5-4d09-90a0-b4475cc51f34 req-405f358d-b11b-4c4a-94ff-5b35f4f8cf26 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:03.916523 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-892bc614-ecb5-4d09-90a0-b4475cc51f34 req-405f358d-b11b-4c4a-94ff-5b35f4f8cf26 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0487399 Sep 24 03:33:03.953807 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-892bc614-ecb5-4d09-90a0-b4475cc51f34 req-dfc20c82-f623-43e7-bbc3-20355d46809f tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312674 Sep 24 03:33:04.071756 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6235-3adb-45cb-b17f-d6e9887c4e7d req-f3c60679-0ae8-4fa1-8c8d-07db388bc471 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:04.073223 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7a4c6235-3adb-45cb-b17f-d6e9887c4e7d req-f3c60679-0ae8-4fa1-8c8d-07db388bc471 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0493829 Sep 24 03:33:04.109911 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7a4c6235-3adb-45cb-b17f-d6e9887c4e7d req-365d96bc-d096-4a2b-818d-044de01e490e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308096 Sep 24 03:33:04.350604 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1b5536-1ee4-4d4a-bafa-1c4dd0369704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1744bf94-58fc-4c5d-9551-1fa3f491967c'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:33:04.354397 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a084cb-91d6-46c7-9f22-4c0f8f466636" -d '{"events": [{"server_uuid": "4d1b5536-1ee4-4d4a-bafa-1c4dd0369704", "name": "network-vif-plugged", "status": "completed", "tag": "1744bf94-58fc-4c5d-9551-1fa3f491967c"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:33:04.394542 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196b917e-d6a2-45b7-9ef8-7b8af771f92e x-openstack-request-id: req-196b917e-d6a2-45b7-9ef8-7b8af771f92e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:33:04.396851 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1b5536-1ee4-4d4a-bafa-1c4dd0369704", "name": "network-vif-plugged", "status": "completed", "tag": "1744bf94-58fc-4c5d-9551-1fa3f491967c", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:33:04.396851 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-196b917e-d6a2-45b7-9ef8-7b8af771f92e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:33:04.396851 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1b5536-1ee4-4d4a-bafa-1c4dd0369704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1744bf94-58fc-4c5d-9551-1fa3f491967c', 'code': 200} Sep 24 03:33:04.593092 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554f0bc-354f-4960-bea5-f3f67a3cc6a8 req-f20e5f42-392e-4270-a02d-55412297e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:04.594598 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c554f0bc-354f-4960-bea5-f3f67a3cc6a8 req-f20e5f42-392e-4270-a02d-55412297e2ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 1103 time: 0.0390964 Sep 24 03:33:04.636845 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c554f0bc-354f-4960-bea5-f3f67a3cc6a8 req-e4a54365-2a3d-46b4-b1e8-6c410a984bd5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292702 Sep 24 03:33:04.940657 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011bb9-1cb4-47b5-85a2-b1be16f71bb7 req-ffc3804e-0d28-4f04-830e-50d82ab5dd20 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:04.942178 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a011bb9-1cb4-47b5-85a2-b1be16f71bb7 req-ffc3804e-0d28-4f04-830e-50d82ab5dd20 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 945 time: 0.0631545 Sep 24 03:33:04.998292 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a011bb9-1cb4-47b5-85a2-b1be16f71bb7 req-08714e9b-91cd-41be-9efb-b719107d3568 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420198 Sep 24 03:33:05.006101 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db8b6f-5c79-495d-beb1-39440dcf1290 req-52c233c8-d2a5-4e8a-b1c4-e4f4f2ab8e26 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:05.007531 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-96db8b6f-5c79-495d-beb1-39440dcf1290 req-52c233c8-d2a5-4e8a-b1c4-e4f4f2ab8e26 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 950 time: 0.0877347 Sep 24 03:33:05.046334 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-96db8b6f-5c79-495d-beb1-39440dcf1290 req-0448ad28-5788-4be1-a729-152c2bb75666 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328097 Sep 24 03:33:05.613893 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 50680) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:05.716891 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b09f0-f897-4d3e-ab6d-3a0c4708de5a req-6569e055-1bf2-4d55-a2ce-8d2a04d4150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:05.718438 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-cf0b09f0-f897-4d3e-ab6d-3a0c4708de5a req-6569e055-1bf2-4d55-a2ce-8d2a04d4150f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9044a5eb528040b1804ebe0176b04bcb&device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 1099 time: 0.0419040 Sep 24 03:33:05.749669 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592c07-edea-4e31-9d24-34d0b9873595 req-d6f7c873-8b56-4beb-8fc7-499ca2ac02c0 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:05.752068 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a0592c07-edea-4e31-9d24-34d0b9873595 req-d6f7c873-8b56-4beb-8fc7-499ca2ac02c0 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0698969 Sep 24 03:33:05.753449 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b2ea270d-b1b9-41d6-af68-c36a78e50f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:05.816555 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a0592c07-edea-4e31-9d24-34d0b9873595 req-1da27d7b-c005-4cce-9b47-962d9eee8650 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529418 Sep 24 03:33:05.826370 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b09f0-f897-4d3e-ab6d-3a0c4708de5a req-645495c7-72d0-45e6-b79c-f31ff2a81d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:05.827895 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-cf0b09f0-f897-4d3e-ab6d-3a0c4708de5a req-645495c7-72d0-45e6-b79c-f31ff2a81d9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4489f0f-1647-433c-a28d-da32642eb55e HTTP/1.1" status: 200 len: 919 time: 0.0991576 Sep 24 03:33:05.878615 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b2ea270d-b1b9-41d6-af68-c36a78e50f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:05.885484 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b2ea270d-b1b9-41d6-af68-c36a78e50f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:05.902826 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-cf0b09f0-f897-4d3e-ab6d-3a0c4708de5a req-c0928cb6-a320-48ba-aa20-3f206a9a2369 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=515ade53-cef9-43f6-8ae2-c5e8d29c22f8 HTTP/1.1" status: 200 len: 217 time: 0.0464244 Sep 24 03:33:05.927376 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea270d-b1b9-41d6-af68-c36a78e50f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc377cdf-842a-466a-b60d-00d87e46697c,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:05.932535 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-b2ea270d-b1b9-41d6-af68-c36a78e50f77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e28c47a21e04f679185ad841e317ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173165 Sep 24 03:33:05.935358 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 50686) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:05.965229 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b09f0-f897-4d3e-ab6d-3a0c4708de5a req-2b9424d2-c612-4b74-ab42-785405be7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:05.966751 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-cf0b09f0-f897-4d3e-ab6d-3a0c4708de5a req-2b9424d2-c612-4b74-ab42-785405be7c10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73ab388-512a-40d2-a0c1-897e1cbeecdc HTTP/1.1" status: 200 len: 858 time: 0.0521047 Sep 24 03:33:05.994071 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-d7763521-6256-4b73-89dd-74177d16cdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:06.014261 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-cf0b09f0-f897-4d3e-ab6d-3a0c4708de5a req-056ffeaa-6f58-4839-a08f-64ad0c54d994 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4489f0f-1647-433c-a28d-da32642eb55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302660 Sep 24 03:33:06.018757 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-d7763521-6256-4b73-89dd-74177d16cdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:06.077549 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-d7763521-6256-4b73-89dd-74177d16cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:06.081337 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-d7763521-6256-4b73-89dd-74177d16cdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:06.082913 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-d7763521-6256-4b73-89dd-74177d16cdb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc377cdf-842a-466a-b60d-00d87e46697c HTTP/1.1" status: 204 len: 168 time: 0.1467085 Sep 24 03:33:06.092884 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7763521-6256-4b73-89dd-74177d16cdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc377cdf-842a-466a-b60d-00d87e46697c,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:06.162796 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-cf0b09f0-f897-4d3e-ab6d-3a0c4708de5a req-8fc29891-6ab6-40d8-acb7-4105523e0ada service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352715 Sep 24 03:33:06.192567 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d099f9-a6f1-43a8-ab18-713a8ca04dd7 req-7fd69eef-20db-4a99-8822-4b0ca09f2e81 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:06.194261 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f0d099f9-a6f1-43a8-ab18-713a8ca04dd7 req-7fd69eef-20db-4a99-8822-4b0ca09f2e81 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 950 time: 0.0687137 Sep 24 03:33:06.245333 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f0d099f9-a6f1-43a8-ab18-713a8ca04dd7 req-72798c24-1cab-41ff-96e6-e9a86ba796ed tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451794 Sep 24 03:33:06.314247 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-cf0b09f0-f897-4d3e-ab6d-3a0c4708de5a req-b715b667-3979-4f2a-8d5b-7ca401eb17c1 service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388059 Sep 24 03:33:06.487484 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 50708) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:06.503902 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc8605dd-b85d-427a-88d0-c22601803191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:06.608305 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc8605dd-b85d-427a-88d0-c22601803191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:06.613658 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc8605dd-b85d-427a-88d0-c22601803191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:06.659562 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-bc8605dd-b85d-427a-88d0-c22601803191 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3bd4c195c4c48dcbd05763afc894836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705573 Sep 24 03:33:06.660056 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8605dd-b85d-427a-88d0-c22601803191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32f7c45-cccc-44b8-9e72-d163d771be4a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:06.666619 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 50714) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:06.728581 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-567ea1a7-e432-4a77-bac0-19a8db936f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:06.757451 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-567ea1a7-e432-4a77-bac0-19a8db936f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:06.838415 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-567ea1a7-e432-4a77-bac0-19a8db936f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:06.841055 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-567ea1a7-e432-4a77-bac0-19a8db936f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:06.842237 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-567ea1a7-e432-4a77-bac0-19a8db936f8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b32f7c45-cccc-44b8-9e72-d163d771be4a HTTP/1.1" status: 204 len: 168 time: 0.1746886 Sep 24 03:33:06.850967 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ea1a7-e432-4a77-bac0-19a8db936f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32f7c45-cccc-44b8-9e72-d163d771be4a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:06.960363 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96661d63-c815-422c-b82f-ccb980d3a3dd req-55a94820-2822-4c5d-8073-fb94e06c297a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:06.961869 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-96661d63-c815-422c-b82f-ccb980d3a3dd req-55a94820-2822-4c5d-8073-fb94e06c297a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0519667 Sep 24 03:33:07.000584 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-96661d63-c815-422c-b82f-ccb980d3a3dd req-dbb71bda-2887-4a5d-a44b-c96a574251e2 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325594 Sep 24 03:33:07.370000 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a76c8-6865-44cb-9db7-372b4425d5a8 req-ba53a87d-6688-4d7d-957d-5112ed9b1291 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:07.371473 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ec9a76c8-6865-44cb-9db7-372b4425d5a8 req-ba53a87d-6688-4d7d-957d-5112ed9b1291 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 950 time: 0.0494819 Sep 24 03:33:07.415601 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ec9a76c8-6865-44cb-9db7-372b4425d5a8 req-3d9fe0e7-343a-436d-9074-919073058100 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374200 Sep 24 03:33:07.693441 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ef51a-e074-4d03-b01e-e710fe9083dc req-c3b4fca9-567f-4c3c-9e9c-3251e97bd0a1 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:07.694979 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5c6ef51a-e074-4d03-b01e-e710fe9083dc req-c3b4fca9-567f-4c3c-9e9c-3251e97bd0a1 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 950 time: 0.0489626 Sep 24 03:33:07.732563 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5c6ef51a-e074-4d03-b01e-e710fe9083dc req-81d8451e-f7e6-4d7c-a5e2-9366c14bad61 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Sep 24 03:33:08.120076 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f14b4-0e77-4cfb-801c-c05381d55cc2 req-665629aa-928d-488b-97e5-895fdaa8e17b tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:08.121701 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f71f14b4-0e77-4cfb-801c-c05381d55cc2 req-665629aa-928d-488b-97e5-895fdaa8e17b tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0501935 Sep 24 03:33:08.158757 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f71f14b4-0e77-4cfb-801c-c05381d55cc2 req-4ca149ce-525a-43f5-97f3-11ebaa7c0aec tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 Sep 24 03:33:08.514808 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 50790) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:08.621510 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-946760c8-9a7c-4199-9f01-91699110f54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:08.710392 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-946760c8-9a7c-4199-9f01-91699110f54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:08.713671 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-946760c8-9a7c-4199-9f01-91699110f54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:08.751360 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-946760c8-9a7c-4199-9f01-91699110f54f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7da7ba5a888a40a68bdd531bf96e8cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354987 Sep 24 03:33:08.752412 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946760c8-9a7c-4199-9f01-91699110f54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaa1f90-3924-4310-96e9-76bb0be26cb6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:08.755571 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 50796) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:08.806484 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-54ad31b8-f6a1-42b0-ae9e-3b6c0b57609f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:08.853575 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-54ad31b8-f6a1-42b0-ae9e-3b6c0b57609f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:08.885386 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c4934-1584-4885-852a-75171bb3cb55 req-8525aa66-f850-4c8c-a81b-32d5600b3c80 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:08.886880 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b98c4934-1584-4885-852a-75171bb3cb55 req-8525aa66-f850-4c8c-a81b-32d5600b3c80 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 950 time: 0.0823569 Sep 24 03:33:08.932684 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b98c4934-1584-4885-852a-75171bb3cb55 req-cdc03fc2-8d07-4307-939e-1cabe8a66876 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376813 Sep 24 03:33:08.941436 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-54ad31b8-f6a1-42b0-ae9e-3b6c0b57609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:08.943996 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-54ad31b8-f6a1-42b0-ae9e-3b6c0b57609f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:08.945072 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-54ad31b8-f6a1-42b0-ae9e-3b6c0b57609f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eeaa1f90-3924-4310-96e9-76bb0be26cb6 HTTP/1.1" status: 204 len: 168 time: 0.1885226 Sep 24 03:33:08.953835 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad31b8-f6a1-42b0-ae9e-3b6c0b57609f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaa1f90-3924-4310-96e9-76bb0be26cb6,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:09.197679 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 50808) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:09.211673 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-99132e7d-38eb-4757-bc0e-1548a3b4e801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:09.309475 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19c18f-3d04-4111-b12f-5353d2944b8b req-c030a809-6979-4a84-a99a-574d4d242fcc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:09.310991 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3a19c18f-3d04-4111-b12f-5353d2944b8b req-c030a809-6979-4a84-a99a-574d4d242fcc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0791175 Sep 24 03:33:09.371948 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-99132e7d-38eb-4757-bc0e-1548a3b4e801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:09.376058 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3a19c18f-3d04-4111-b12f-5353d2944b8b req-76b0bc11-be96-4baa-b345-736bb8f2e44e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569434 Sep 24 03:33:09.378195 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-99132e7d-38eb-4757-bc0e-1548a3b4e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:09.416686 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99132e7d-38eb-4757-bc0e-1548a3b4e801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a8a9d9-8f0a-4d56-805a-eefea7e12a4a,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:09.421924 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-99132e7d-38eb-4757-bc0e-1548a3b4e801 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49f200fd851a476b932e32a5b6b63891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231770 Sep 24 03:33:09.425238 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 50810) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:09.472160 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2e7773a7-3ddf-41d9-8842-e57a2b8f801b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:09.494612 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2e7773a7-3ddf-41d9-8842-e57a2b8f801b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:09.545344 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2e7773a7-3ddf-41d9-8842-e57a2b8f801b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:09.547883 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2e7773a7-3ddf-41d9-8842-e57a2b8f801b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:09.549642 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-2e7773a7-3ddf-41d9-8842-e57a2b8f801b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17a8a9d9-8f0a-4d56-805a-eefea7e12a4a HTTP/1.1" status: 204 len: 168 time: 0.1234810 Sep 24 03:33:09.557241 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7773a7-3ddf-41d9-8842-e57a2b8f801b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a8a9d9-8f0a-4d56-805a-eefea7e12a4a,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:09.676205 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd07ba-2a79-4b87-955b-2a57c28a6ef4 req-1ce0fe1a-3b31-424e-a101-fcdf92812272 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:09.677759 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-6ddd07ba-2a79-4b87-955b-2a57c28a6ef4 req-1ce0fe1a-3b31-424e-a101-fcdf92812272 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 950 time: 0.0848360 Sep 24 03:33:09.832321 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-6ddd07ba-2a79-4b87-955b-2a57c28a6ef4 req-f278e0d0-b2b7-4ded-b071-4a9744589ff6 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Deleting port 1744bf94-58fc-4c5d-9551-1fa3f491967c {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:33:09.832662 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6ddd07ba-2a79-4b87-955b-2a57c28a6ef4 req-f278e0d0-b2b7-4ded-b071-4a9744589ff6 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:09.929909 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-6ddd07ba-2a79-4b87-955b-2a57c28a6ef4 req-f278e0d0-b2b7-4ded-b071-4a9744589ff6 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] For port 1744bf94-58fc-4c5d-9551-1fa3f491967c, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=1744bf94-58fc-4c5d-9551-1fa3f491967c,segment=NetworkSegment(2a8695bf-2829-4f6b-bb0c-704425b2c930),segment_id=2a8695bf-2829-4f6b-bb0c-704425b2c930)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:09.930272 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6ddd07ba-2a79-4b87-955b-2a57c28a6ef4 req-f278e0d0-b2b7-4ded-b071-4a9744589ff6 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:09.946076 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-6ddd07ba-2a79-4b87-955b-2a57c28a6ef4 req-f278e0d0-b2b7-4ded-b071-4a9744589ff6 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Calling delete_port for 1744bf94-58fc-4c5d-9551-1fa3f491967c owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:33:10.061179 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47213dfe-9197-4ed8-ae48-22147554d2aa req-28510eb8-57c2-443c-b920-c737575f7789 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:10.062778 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-47213dfe-9197-4ed8-ae48-22147554d2aa req-28510eb8-57c2-443c-b920-c737575f7789 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d1b5536-1ee4-4d4a-bafa-1c4dd0369704 HTTP/1.1" status: 200 len: 950 time: 0.0523407 Sep 24 03:33:10.104188 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-47213dfe-9197-4ed8-ae48-22147554d2aa req-5ffd6bcc-33c0-4676-8e4f-4786842586b8 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.18 "GET /v2.0/security-groups?id=65152cb2-2f31-41cf-968a-6d87e3d2ec70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Sep 24 03:33:10.120985 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6ddd07ba-2a79-4b87-955b-2a57c28a6ef4 req-f278e0d0-b2b7-4ded-b071-4a9744589ff6 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:10.134365 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['1744bf94-58fc-4c5d-9551-1fa3f491967c'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:33:10.156339 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278e0d0-b2b7-4ded-b071-4a9744589ff6 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Pushing event deleted for resources: {'Port': ['ID=1744bf94-58fc-4c5d-9551-1fa3f491967c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:10.216513 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddd07ba-2a79-4b87-955b-2a57c28a6ef4 req-f278e0d0-b2b7-4ded-b071-4a9744589ff6 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] No DVR routers for this DVR port 1744bf94-58fc-4c5d-9551-1fa3f491967c on host hv-cinder-81080 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:33:10.219783 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6ddd07ba-2a79-4b87-955b-2a57c28a6ef4 req-f278e0d0-b2b7-4ded-b071-4a9744589ff6 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:10.222951 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-6ddd07ba-2a79-4b87-955b-2a57c28a6ef4 req-f278e0d0-b2b7-4ded-b071-4a9744589ff6 tempest-VolumesNegativeTest-2130134210 tempest-VolumesNegativeTest-2130134210-project] 10.222.0.13 "DELETE /v2.0/ports/1744bf94-58fc-4c5d-9551-1fa3f491967c HTTP/1.1" status: 204 len: 173 time: 0.5177145 Sep 24 03:33:10.223266 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1b5536-1ee4-4d4a-bafa-1c4dd0369704', 'name': 'network-vif-deleted', 'tag': '1744bf94-58fc-4c5d-9551-1fa3f491967c'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:33:10.225524 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7099331-6c06-4083-9bff-594e54afec99" -d '{"events": [{"server_uuid": "4d1b5536-1ee4-4d4a-bafa-1c4dd0369704", "name": "network-vif-deleted", "tag": "1744bf94-58fc-4c5d-9551-1fa3f491967c"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:33:10.268112 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a5e34c-a8b1-4bac-9ada-0163da4940bf x-openstack-request-id: req-08a5e34c-a8b1-4bac-9ada-0163da4940bf {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:33:10.268451 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1b5536-1ee4-4d4a-bafa-1c4dd0369704", "name": "network-vif-deleted", "tag": "1744bf94-58fc-4c5d-9551-1fa3f491967c", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:33:10.268719 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08a5e34c-a8b1-4bac-9ada-0163da4940bf {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:33:10.269106 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1b5536-1ee4-4d4a-bafa-1c4dd0369704', 'name': 'network-vif-deleted', 'tag': '1744bf94-58fc-4c5d-9551-1fa3f491967c', 'status': 'completed', 'code': 200} Sep 24 03:33:10.304611 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 50842) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:10.408891 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1196950080-network', 'tenant_id': 'd23b942bef2c49778eda908a1dfb6c1f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:10.430819 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Made reservation on behalf of d23b942bef2c49778eda908a1dfb6c1f for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:33:10.433094 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:10.442231 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:10.500653 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed181fb-4e62-4fd4-a1f0-f72483ad302b req-078b255b-8c6d-4eb8-b0c4-c9176a42f5e7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:10.502219 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5ed181fb-4e62-4fd4-a1f0-f72483ad302b req-078b255b-8c6d-4eb8-b0c4-c9176a42f5e7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0524938 Sep 24 03:33:10.531186 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:10.535242 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:10.540841 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5ed181fb-4e62-4fd4-a1f0-f72483ad302b req-06627341-4651-48c4-9e95-ea8f896c7f86 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316823 Sep 24 03:33:10.560260 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:33:10.570721 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff62166-e045-4435-8fe7-50fe83340641,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:10.575753 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:10.576095 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.segments_db [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Added segment 9a10d436-cc04-4a47-b414-6f078f99ff7f of type vlan for network 5110320c-18ec-4819-bd21-89a3b96ba32f Sep 24 03:33:10.615758 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:10.641987 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:10.642982 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:10.643559 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:10.667579 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3619013 Sep 24 03:33:10.670654 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 50848) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:10.676243 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-143f6bd3-e7cd-45fe-bc6f-8f18b51018af admin admin] Request body: {'subnet': {'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1196950080-subnet', 'tenant_id': 'd23b942bef2c49778eda908a1dfb6c1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:10.698467 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143f6bd3-e7cd-45fe-bc6f-8f18b51018af admin admin] Made reservation on behalf of d23b942bef2c49778eda908a1dfb6c1f for: {'subnet': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:33:10.700723 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-143f6bd3-e7cd-45fe-bc6f-8f18b51018af admin admin] Notify callbacks [] for subnet, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:10.703785 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbc231-7dc5-4091-a77c-4ed65c719dfc admin admin] Pushing event updated for resources: {'Network': ['ID=5110320c-18ec-4819-bd21-89a3b96ba32f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:10.714947 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network 5110320c-18ec-4819-bd21-89a3b96ba32f details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:33:10.876472 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-143f6bd3-e7cd-45fe-bc6f-8f18b51018af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for subnet, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:10.922183 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6bd3-e7cd-45fe-bc6f-8f18b51018af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8567bba7-952a-43dd-b5da-50eebe215c64,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:10.941392 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143f6bd3-e7cd-45fe-bc6f-8f18b51018af admin admin] Checking segment: {'id': '9a10d436-cc04-4a47-b414-6f078f99ff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:33:10.941730 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143f6bd3-e7cd-45fe-bc6f-8f18b51018af admin admin] Network hostable DHCP agents. Network: 5110320c-18ec-4819-bd21-89a3b96ba32f, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:33:10.958562 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143f6bd3-e7cd-45fe-bc6f-8f18b51018af admin admin] Network 5110320c-18ec-4819-bd21-89a3b96ba32f is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:33:10.967830 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-143f6bd3-e7cd-45fe-bc6f-8f18b51018af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, 5110320c-18ec-4819-bd21-89a3b96ba32f) {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:10.972953 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143f6bd3-e7cd-45fe-bc6f-8f18b51018af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:10.973613 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-143f6bd3-e7cd-45fe-bc6f-8f18b51018af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:10.981228 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5890c24-f83c-4640-bb6c-c4926a7e6c53 None None] Network 5110320c-18ec-4819-bd21-89a3b96ba32f requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:33:10.989894 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-143f6bd3-e7cd-45fe-bc6f-8f18b51018af admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3175085 Sep 24 03:33:11.123007 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3692209d-8b80-42ce-9b5d-da6f010111c6 None None] Network 5110320c-18ec-4819-bd21-89a3b96ba32f requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:33:11.664153 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf0c2b-c880-4304-baa1-1a80e81580a6 req-93784081-50dd-4c25-ba3c-d0cfe6453fb1 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:11.665669 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-77bf0c2b-c880-4304-baa1-1a80e81580a6 req-93784081-50dd-4c25-ba3c-d0cfe6453fb1 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0501690 Sep 24 03:33:11.703579 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-77bf0c2b-c880-4304-baa1-1a80e81580a6 req-969d02f0-1747-47f1-ab12-e005beb224cd tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Sep 24 03:33:12.775341 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438943d0-5594-4145-b817-27daf90de08f req-4c277ee6-574e-4b16-8422-4f18593339d0 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:12.777037 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-4c277ee6-574e-4b16-8422-4f18593339d0 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/networks?id=5110320c-18ec-4819-bd21-89a3b96ba32f HTTP/1.1" status: 200 len: 809 time: 0.1112559 Sep 24 03:33:12.815136 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-fe8b47ea-9711-4261-a636-4c2739891a49 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/quotas/d23b942bef2c49778eda908a1dfb6c1f HTTP/1.1" status: 200 len: 375 time: 0.0259624 Sep 24 03:33:12.862153 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d0c36-291f-46eb-9630-2aad2d59bb14 req-e590ff76-f7e4-47b7-8018-86b10a3e005b tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:12.863642 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e36d0c36-291f-46eb-9630-2aad2d59bb14 req-e590ff76-f7e4-47b7-8018-86b10a3e005b tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0856225 Sep 24 03:33:12.865916 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-638111cd-09a4-4ee7-a82b-d9297cbe9e59 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d23b942bef2c49778eda908a1dfb6c1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449243 Sep 24 03:33:12.930465 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e36d0c36-291f-46eb-9630-2aad2d59bb14 req-70a8c412-d4eb-4e19-8b3a-857ef374fc63 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607047 Sep 24 03:33:12.992266 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-52d3264f-a4fc-4ecf-8266-a7be631fa81a service neutron] 10.222.0.18 "GET /v2.0/networks/5110320c-18ec-4819-bd21-89a3b96ba32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158998 Sep 24 03:33:13.099536 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-d4cf1c5d-aa08-4d49-869f-daa8c21399a7 service neutron] 10.222.0.18 "GET /v2.0/networks/5110320c-18ec-4819-bd21-89a3b96ba32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962677 Sep 24 03:33:13.271842 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-456d65a2-fee9-4edb-8705-f42aaa7d58e8 req-18c78921-d072-4c2c-b862-2c1541e0785a tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 210 time: 0.0296123 Sep 24 03:33:14.058619 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305033be-6df3-4fd4-b06a-078177cf54c8 req-4c10ba4d-8d1e-41a5-9f3c-4db905b8e974 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:14.060271 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-305033be-6df3-4fd4-b06a-078177cf54c8 req-4c10ba4d-8d1e-41a5-9f3c-4db905b8e974 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0489109 Sep 24 03:33:14.099047 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-305033be-6df3-4fd4-b06a-078177cf54c8 req-4a5060a9-8ea7-454b-9175-6ab9e4384be9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325830 Sep 24 03:33:14.135389 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 1744bf94-58fc-4c5d-9551-1fa3f491967c no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:33:14.154853 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 1744bf94-58fc-4c5d-9551-1fa3f491967c {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:33:14.155190 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 1744bf94-58fc-4c5d-9551-1fa3f491967c not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:33:14.374180 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-345e87cc-0c33-43f3-b0cd-fb3676eaef06 req-81bfb7f5-3026-4f39-943c-a483f39ca511 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 210 time: 0.0315406 Sep 24 03:33:14.552411 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438943d0-5594-4145-b817-27daf90de08f req-b7a6b058-58d2-496d-aa88-26d21aa140c2 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:14.554048 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-b7a6b058-58d2-496d-aa88-26d21aa140c2 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.13 "GET /v2.0/networks?id=5110320c-18ec-4819-bd21-89a3b96ba32f HTTP/1.1" status: 200 len: 809 time: 0.1089592 Sep 24 03:33:14.571358 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-438943d0-5594-4145-b817-27daf90de08f req-4da16104-4f97-4ddc-9bcc-85d6f80fdb89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Request body: {'port': {'device_id': 'd03c45c1-addf-4994-b5e1-5a74b2661432', 'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f', 'admin_state_up': True, 'tenant_id': 'd23b942bef2c49778eda908a1dfb6c1f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:14.683582 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438943d0-5594-4145-b817-27daf90de08f req-4da16104-4f97-4ddc-9bcc-85d6f80fdb89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Made reservation on behalf of d23b942bef2c49778eda908a1dfb6c1f for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:33:14.687394 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-438943d0-5594-4145-b817-27daf90de08f req-4da16104-4f97-4ddc-9bcc-85d6f80fdb89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:14.822239 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-438943d0-5594-4145-b817-27daf90de08f req-4da16104-4f97-4ddc-9bcc-85d6f80fdb89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Allocated IP 172.20.0.12 (5110320c-18ec-4819-bd21-89a3b96ba32f/8567bba7-952a-43dd-b5da-50eebe215c64/8a89867b-79de-453d-a062-28755c7fbd4d) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:33:14.970728 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-438943d0-5594-4145-b817-27daf90de08f req-4da16104-4f97-4ddc-9bcc-85d6f80fdb89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.000006 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 51172) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:15.005984 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-438943d0-5594-4145-b817-27daf90de08f req-4da16104-4f97-4ddc-9bcc-85d6f80fdb89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.045076 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438943d0-5594-4145-b817-27daf90de08f req-4da16104-4f97-4ddc-9bcc-85d6f80fdb89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Network 5110320c-18ec-4819-bd21-89a3b96ba32f is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:33:15.048032 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-438943d0-5594-4145-b817-27daf90de08f req-4da16104-4f97-4ddc-9bcc-85d6f80fdb89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:15.052158 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-438943d0-5594-4145-b817-27daf90de08f req-4da16104-4f97-4ddc-9bcc-85d6f80fdb89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:33:15.078787 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da16104-4f97-4ddc-9bcc-85d6f80fdb89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Pushing event updated for resources: {'Port': ['ID=8a89867b-79de-453d-a062-28755c7fbd4d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:15.107502 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438943d0-5594-4145-b817-27daf90de08f req-4da16104-4f97-4ddc-9bcc-85d6f80fdb89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:15.108099 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-438943d0-5594-4145-b817-27daf90de08f req-4da16104-4f97-4ddc-9bcc-85d6f80fdb89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.122184 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-4da16104-4f97-4ddc-9bcc-85d6f80fdb89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5553491 Sep 24 03:33:15.134912 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-8f270627-a38c-4512-815c-6c92869afd50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e11f8519cf314421b5dffddf43fff375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1337502 Sep 24 03:33:15.137360 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 51178) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:15.141286 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Request body: {'port': {'device_id': 'd03c45c1-addf-4994-b5e1-5a74b2661432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:15.184698 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95fffab8-afe2-42e1-a23b-f75318d14061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.207693 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.217556 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6f657299-a585-48ff-804f-a393777531f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.249053 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24adb83-c740-401f-a7c5-e3240d9d693a req-0fdf1bb6-ee2f-4f5c-a645-8325a318ed86 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:15.250731 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e24adb83-c740-401f-a7c5-e3240d9d693a req-0fdf1bb6-ee2f-4f5c-a645-8325a318ed86 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0763848 Sep 24 03:33:15.253211 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6f657299-a585-48ff-804f-a393777531f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.311031 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e24adb83-c740-401f-a7c5-e3240d9d693a req-e8b55c05-4f04-45ba-a956-ba2e97fd9b5b tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512578 Sep 24 03:33:15.329249 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6f657299-a585-48ff-804f-a393777531f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.332564 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6f657299-a585-48ff-804f-a393777531f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.333692 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-6f657299-a585-48ff-804f-a393777531f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65152cb2-2f31-41cf-968a-6d87e3d2ec70 HTTP/1.1" status: 204 len: 168 time: 0.1953647 Sep 24 03:33:15.341309 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f657299-a585-48ff-804f-a393777531f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65152cb2-2f31-41cf-968a-6d87e3d2ec70,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:15.502331 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a89867b-79de-453d-a062-28755c7fbd4d {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:33:15.515219 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.530246 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Transition to ACTIVE for port object 8a89867b-79de-453d-a062-28755c7fbd4d will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:33:15.535299 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.546810 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be395b24-96d7-40a9-be6d-ede0c56fd4ae req-61ed960a-3497-4562-a392-d9a145cbc6c1 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:15.557160 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-be395b24-96d7-40a9-be6d-ede0c56fd4ae req-61ed960a-3497-4562-a392-d9a145cbc6c1 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 932 time: 0.0778720 Sep 24 03:33:15.610258 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-be395b24-96d7-40a9-be6d-ede0c56fd4ae req-da02e23d-4c58-4057-8315-36ab79889a20 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513852 Sep 24 03:33:15.638627 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Pushing event updated for resources: {'Port': ['ID=8a89867b-79de-453d-a062-28755c7fbd4d,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:15.668256 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Attempting to bind port 8a89867b-79de-453d-a062-28755c7fbd4d on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:33:15.668589 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Attempting to bind port 8a89867b-79de-453d-a062-28755c7fbd4d by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '9a10d436-cc04-4a47-b414-6f078f99ff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:33:15.668912 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Attempting to bind port 8a89867b-79de-453d-a062-28755c7fbd4d on network 5110320c-18ec-4819-bd21-89a3b96ba32f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:15.673292 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Port 8a89867b-79de-453d-a062-28755c7fbd4d on network 5110320c-18ec-4819-bd21-89a3b96ba32f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:33:15.673600 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Attempting to bind port 8a89867b-79de-453d-a062-28755c7fbd4d on network 5110320c-18ec-4819-bd21-89a3b96ba32f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:15.678829 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:33:15.679296 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Checking segment: {'id': '9a10d436-cc04-4a47-b414-6f078f99ff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:33:15.679747 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Bound using segment: {'id': '9a10d436-cc04-4a47-b414-6f078f99ff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:33:15.680189 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Bound port: 8a89867b-79de-453d-a062-28755c7fbd4d, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a10d436-cc04-4a47-b414-6f078f99ff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:33:15.680540 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.746479 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] For port 8a89867b-79de-453d-a062-28755c7fbd4d, host hv-cinder-81080, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:33:15.749814 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] For port 8a89867b-79de-453d-a062-28755c7fbd4d, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8a89867b-79de-453d-a062-28755c7fbd4d,segment=NetworkSegment(9a10d436-cc04-4a47-b414-6f078f99ff7f),segment_id=9a10d436-cc04-4a47-b414-6f078f99ff7f)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:33:15.755280 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.794882 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:15.795702 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:15.798107 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] 10.222.0.13 "PUT /v2.0/ports/8a89867b-79de-453d-a062-28755c7fbd4d HTTP/1.1" status: 200 len: 1094 time: 0.6601152 Sep 24 03:33:15.798569 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03c45c1-addf-4994-b5e1-5a74b2661432', 'tag': '8a89867b-79de-453d-a062-28755c7fbd4d'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:33:15.802974 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92e1d26-3b0f-481b-b390-c5f2db7de3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d03c45c1-addf-4994-b5e1-5a74b2661432", "tag": "8a89867b-79de-453d-a062-28755c7fbd4d"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:33:15.853904 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36ecc0-2e62-4583-ae49-89afd8b3cc57 service neutron] Pushing event updated for resources: {'Port': ['ID=8a89867b-79de-453d-a062-28755c7fbd4d,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:15.868669 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc895e1a-cba3-465e-8e29-df6a6a053739 x-openstack-request-id: req-fc895e1a-cba3-465e-8e29-df6a6a053739 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:33:15.869173 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03c45c1-addf-4994-b5e1-5a74b2661432", "tag": "8a89867b-79de-453d-a062-28755c7fbd4d", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:33:15.869409 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc895e1a-cba3-465e-8e29-df6a6a053739 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:33:15.869988 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03c45c1-addf-4994-b5e1-5a74b2661432', 'tag': '8a89867b-79de-453d-a062-28755c7fbd4d', 'status': 'completed', 'code': 200} Sep 24 03:33:15.919317 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438943d0-5594-4145-b817-27daf90de08f req-5c1e76ff-e3b2-4479-a494-eca39d2fbcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:15.920960 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-5c1e76ff-e3b2-4479-a494-eca39d2fbcc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d23b942bef2c49778eda908a1dfb6c1f&device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 1097 time: 0.0623782 Sep 24 03:33:15.969809 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-30ddbbe9-7fc6-4a14-9d09-702203eea62c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a89867b-79de-453d-a062-28755c7fbd4d HTTP/1.1" status: 200 len: 217 time: 0.0361917 Sep 24 03:33:16.022266 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438943d0-5594-4145-b817-27daf90de08f req-d4ee7478-e13a-4d00-a0c2-4f908dbe5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:16.023674 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-d4ee7478-e13a-4d00-a0c2-4f908dbe5c3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8567bba7-952a-43dd-b5da-50eebe215c64 HTTP/1.1" status: 200 len: 849 time: 0.0445409 Sep 24 03:33:16.038672 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 51210) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:16.071632 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-c5d02291-b11e-44c5-ad4b-acf7b91e38f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5110320c-18ec-4819-bd21-89a3b96ba32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272980 Sep 24 03:33:16.145748 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1799000189-network', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:16.183341 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-2a9c0173-397f-49d1-843b-0ff4d2dfc975 service neutron] 10.222.0.13 "GET /v2.0/networks/5110320c-18ec-4819-bd21-89a3b96ba32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993552 Sep 24 03:33:16.184411 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Made reservation on behalf of b8aafe7ea28c45d79b2cb49f09c3c82f for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:33:16.186551 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:16.194701 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:16.316238 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-438943d0-5594-4145-b817-27daf90de08f req-a135ff78-f748-48cb-92ba-9825f90757bf service neutron] 10.222.0.13 "GET /v2.0/networks/5110320c-18ec-4819-bd21-89a3b96ba32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186516 Sep 24 03:33:16.360101 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:16.365738 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:16.428662 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:33:16.441099 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2fedc1-207c-4659-8cd0-65c27b71401c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:16.441414 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a56f0e-5372-429e-b313-c8e4abaeb234 req-76683387-4557-4131-b34b-b15b1a324868 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:16.443104 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f4a56f0e-5372-429e-b313-c8e4abaeb234 req-76683387-4557-4131-b34b-b15b1a324868 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0542622 Sep 24 03:33:16.448532 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:16.448872 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.segments_db [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Added segment 8c59226c-4e51-49e8-aa9d-60c984da4a0c of type vlan for network 6448989d-b885-499e-a084-9678a302db42 Sep 24 03:33:16.483953 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f4a56f0e-5372-429e-b313-c8e4abaeb234 req-2b3a8dde-33c8-4457-94d9-cc481d73e1b4 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343063 Sep 24 03:33:16.694153 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e1d26-3b0f-481b-b390-c5f2db7de3e8 req-2865fa2b-3363-49f8-a37c-6f6815d8506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:16.695628 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-f92e1d26-3b0f-481b-b390-c5f2db7de3e8 req-2865fa2b-3363-49f8-a37c-6f6815d8506e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d23b942bef2c49778eda908a1dfb6c1f&device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 1097 time: 0.3262556 Sep 24 03:33:16.706769 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:16.719445 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463303f7-b905-431b-8f9e-e50f98a5a5eb req-c5d2ac84-4e21-4991-a383-cb69b8192268 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:16.721624 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-463303f7-b905-431b-8f9e-e50f98a5a5eb req-c5d2ac84-4e21-4991-a383-cb69b8192268 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 944 time: 0.0507185 Sep 24 03:33:16.758104 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:16.759038 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:16.759603 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:16.763648 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-463303f7-b905-431b-8f9e-e50f98a5a5eb req-c549daf7-6019-48ad-bb58-b53294816c64 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333538 Sep 24 03:33:16.812897 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7731974 Sep 24 03:33:16.816455 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 51222) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:16.821334 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-6f7d9c89-13ec-443b-9102-99ce83da9f76 admin admin] Request body: {'subnet': {'network_id': '6448989d-b885-499e-a084-9678a302db42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1799000189-subnet', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'ip_version': 4}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:16.846563 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7d9c89-13ec-443b-9102-99ce83da9f76 admin admin] Made reservation on behalf of b8aafe7ea28c45d79b2cb49f09c3c82f for: {'subnet': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:33:16.848694 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9c89-13ec-443b-9102-99ce83da9f76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:16.865312 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bad37-cdb8-4b1c-af25-60b9b1ba7aed admin admin] Pushing event updated for resources: {'Network': ['ID=6448989d-b885-499e-a084-9678a302db42,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:16.867976 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e1d26-3b0f-481b-b390-c5f2db7de3e8 req-216a7aa2-d45b-4322-b366-504a8be789d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:16.869426 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-f92e1d26-3b0f-481b-b390-c5f2db7de3e8 req-216a7aa2-d45b-4322-b366-504a8be789d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5110320c-18ec-4819-bd21-89a3b96ba32f HTTP/1.1" status: 200 len: 910 time: 0.1547134 Sep 24 03:33:16.875616 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network 6448989d-b885-499e-a084-9678a302db42 details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:33:16.934510 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-f92e1d26-3b0f-481b-b390-c5f2db7de3e8 req-11d96fd4-d7ca-4b67-8770-9e18e84bcf82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a89867b-79de-453d-a062-28755c7fbd4d HTTP/1.1" status: 200 len: 217 time: 0.0431015 Sep 24 03:33:16.999110 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e1d26-3b0f-481b-b390-c5f2db7de3e8 req-1afb92cd-06ed-45ba-aa45-815aeea87b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:17.000732 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-f92e1d26-3b0f-481b-b390-c5f2db7de3e8 req-1afb92cd-06ed-45ba-aa45-815aeea87b2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8567bba7-952a-43dd-b5da-50eebe215c64 HTTP/1.1" status: 200 len: 849 time: 0.0525610 Sep 24 03:33:17.039248 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9c89-13ec-443b-9102-99ce83da9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for subnet, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:17.043745 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-f92e1d26-3b0f-481b-b390-c5f2db7de3e8 req-a6115930-be4f-4619-9722-db9fb6ce1c2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5110320c-18ec-4819-bd21-89a3b96ba32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296547 Sep 24 03:33:17.096470 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d9c89-13ec-443b-9102-99ce83da9f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf378b03-36db-451a-b5ee-be5d345b839d,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:17.106594 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d9c89-13ec-443b-9102-99ce83da9f76 admin admin] Checking segment: {'id': '8c59226c-4e51-49e8-aa9d-60c984da4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6448989d-b885-499e-a084-9678a302db42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:33:17.107035 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7d9c89-13ec-443b-9102-99ce83da9f76 admin admin] Network hostable DHCP agents. Network: 6448989d-b885-499e-a084-9678a302db42, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:33:17.124905 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7d9c89-13ec-443b-9102-99ce83da9f76 admin admin] Network 6448989d-b885-499e-a084-9678a302db42 is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:33:17.134740 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-6f7d9c89-13ec-443b-9102-99ce83da9f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, 6448989d-b885-499e-a084-9678a302db42) {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:17.139485 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7d9c89-13ec-443b-9102-99ce83da9f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:17.139779 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9c89-13ec-443b-9102-99ce83da9f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:17.139888 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-f92e1d26-3b0f-481b-b390-c5f2db7de3e8 req-9a51e674-d243-4dc8-94dd-83293557eb14 service neutron] 10.222.0.13 "GET /v2.0/networks/5110320c-18ec-4819-bd21-89a3b96ba32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863674 Sep 24 03:33:17.150178 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f86416d-e750-4b1d-b2a9-9f0d201d50b8 None None] Network 6448989d-b885-499e-a084-9678a302db42 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:33:17.160036 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-6f7d9c89-13ec-443b-9102-99ce83da9f76 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3424387 Sep 24 03:33:17.160871 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 51236) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:17.166322 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:17.213562 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:17.214723 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6812'] for router, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:17.247169 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-f92e1d26-3b0f-481b-b390-c5f2db7de3e8 req-deb11821-e113-4387-abf2-022448b2a9a7 service neutron] 10.222.0.13 "GET /v2.0/networks/5110320c-18ec-4819-bd21-89a3b96ba32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981708 Sep 24 03:33:17.303601 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d15cbd0-2b0d-5cfe-b69c-d2344c4145b9-6448989d-b885-499e-a084-9678a302db42', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'fixed_ips': [{'subnet_id': 'bf378b03-36db-451a-b5ee-be5d345b839d'}]}} from dv-cinder-810800-1-iscsi. {{(pid=94018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 03:33:17.304461 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:17.340385 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:17.425967 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-124fabfc-6ea6-402e-b52b-df252e49c008 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:17.427490 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-124fabfc-6ea6-402e-b52b-df252e49c008 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/networks?id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 200 len: 814 time: 0.2284071 Sep 24 03:33:17.438537 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Allocated IP 172.20.0.2 (6448989d-b885-499e-a084-9678a302db42/bf378b03-36db-451a-b5ee-be5d345b839d/14907a6f-dfab-421d-94af-2e9d10ba8e63) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:33:17.503220 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:17.507397 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-32f40c30-5c2c-4003-b404-28943b796a6d tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/quotas/cad76815db3c4a67adf42217edb51d2d HTTP/1.1" status: 200 len: 375 time: 0.0450418 Sep 24 03:33:17.581319 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:17.587890 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:17.596450 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-748a68cd-a655-4510-bfd5-213ab5376bdb tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cad76815db3c4a67adf42217edb51d2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700135 Sep 24 03:33:17.624920 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Network 6448989d-b885-499e-a084-9678a302db42 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:33:17.628623 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:17.632110 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:33:17.669480 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Pushing event updated for resources: {'Port': ['ID=14907a6f-dfab-421d-94af-2e9d10ba8e63,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:17.702231 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f4c569ad-52e8-42d5-9bb4-270640acb423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:17.708061 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Attempting to bind port 14907a6f-dfab-421d-94af-2e9d10ba8e63 on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:33:17.708428 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Attempting to bind port 14907a6f-dfab-421d-94af-2e9d10ba8e63 by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '8c59226c-4e51-49e8-aa9d-60c984da4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6448989d-b885-499e-a084-9678a302db42'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:33:17.708789 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Attempting to bind port 14907a6f-dfab-421d-94af-2e9d10ba8e63 on network 6448989d-b885-499e-a084-9678a302db42 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:17.715068 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:33:17.715441 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Checking segment: {'id': '8c59226c-4e51-49e8-aa9d-60c984da4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6448989d-b885-499e-a084-9678a302db42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:33:17.715956 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:17.716213 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Bound using segment: {'id': '8c59226c-4e51-49e8-aa9d-60c984da4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6448989d-b885-499e-a084-9678a302db42'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:33:17.716712 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Bound port: 14907a6f-dfab-421d-94af-2e9d10ba8e63, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c59226c-4e51-49e8-aa9d-60c984da4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6448989d-b885-499e-a084-9678a302db42'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:33:17.717051 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:17.779442 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] For port 14907a6f-dfab-421d-94af-2e9d10ba8e63, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:33:17.782506 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] For port 14907a6f-dfab-421d-94af-2e9d10ba8e63, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=14907a6f-dfab-421d-94af-2e9d10ba8e63,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:33:17.786905 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:17.813773 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-12437774-0dba-44c8-a98c-019d45a42114 service neutron] 10.222.0.18 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817603 Sep 24 03:33:17.841625 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d63fd1-c9c8-4ce5-9393-bfa7486469c0 None None] Pushing event updated for resources: {'Port': ['ID=14907a6f-dfab-421d-94af-2e9d10ba8e63,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:17.842015 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f79c0-51ef-469f-8195-8515c3c65b5f req-1bee20c7-deeb-487c-af6a-77b26b2dd576 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:17.850923 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0b9f79c0-51ef-469f-8195-8515c3c65b5f req-1bee20c7-deeb-487c-af6a-77b26b2dd576 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.1644781 Sep 24 03:33:18.180332 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:18.185914 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0b9f79c0-51ef-469f-8195-8515c3c65b5f req-3547c9be-7b0f-4da7-8bf0-a5bedd30f6b5 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260441 Sep 24 03:33:18.208950 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:18.230906 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-35dc1e11-408b-4220-a925-fb7e92025392 service neutron] 10.222.0.18 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833194 Sep 24 03:33:18.339785 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Allocated IP 172.27.1.48 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:33:18.442169 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9893e9b7-9ddc-4538-9199-ea5c81305eab req-7faabe7f-f8b1-448d-abbe-f69af9b06b5b tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 210 time: 0.0425744 Sep 24 03:33:18.473989 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 14907a6f-dfab-421d-94af-2e9d10ba8e63 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:18.520419 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:18.535345 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 14907a6f-dfab-421d-94af-2e9d10ba8e63 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:18.536003 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:18.537375 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858a32b-3664-4317-aad4-519960e22439 req-7090691b-adba-4574-9649-26ea8a609cf8 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:18.545965 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e858a32b-3664-4317-aad4-519960e22439 req-7090691b-adba-4574-9649-26ea8a609cf8 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 944 time: 0.1915989 Sep 24 03:33:18.600260 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e858a32b-3664-4317-aad4-519960e22439 req-228443ef-8320-4c18-b020-a59b0a1b269c tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533366 Sep 24 03:33:18.613438 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:18.640693 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:18.689626 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port 14907a6f-dfab-421d-94af-2e9d10ba8e63, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=14907a6f-dfab-421d-94af-2e9d10ba8e63,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:18.698518 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:18.701436 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:33:18.702868 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Pushing event updated for resources: {'Port': ['ID=09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:18.708188 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:18.710319 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:33:18.742678 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:18.765172 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=14907a6f-dfab-421d-94af-2e9d10ba8e63,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:18.912766 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e48161-1ff1-4c0c-8c8d-5408c3e842b3 None None] Network 6448989d-b885-499e-a084-9678a302db42 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:33:18.968115 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:18.974747 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-46ed19e3-55fc-48ed-8df9-b713e2e4cb50 None None] Provisioning complete for port 14907a6f-dfab-421d-94af-2e9d10ba8e63 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:18.975118 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46ed19e3-55fc-48ed-8df9-b713e2e4cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:19.168912 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715173'] for router, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:19.281527 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:19.327425 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90043b-9b19-4b59-9120-568667223d6e req-650c0305-7013-4ca8-a537-1a2764760136 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:19.328894 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a90043b-9b19-4b59-9120-568667223d6e req-650c0305-7013-4ca8-a537-1a2764760136 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0663092 Sep 24 03:33:19.342601 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-32f28bfd-8827-4bce-b1bf-0afe49d0e2cb None None] Provisioning complete for port 14907a6f-dfab-421d-94af-2e9d10ba8e63 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:19.343128 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32f28bfd-8827-4bce-b1bf-0afe49d0e2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:19.365945 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 is scheduled to L3 agent a47af37d-c188-448d-b268-a4c8957979dc with binding_index 1 {{(pid=94016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 03:33:19.381664 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a90043b-9b19-4b59-9120-568667223d6e req-2ba66039-8a7d-45ad-b547-a43236082703 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Sep 24 03:33:19.485991 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:33:19.504366 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] Notify callbacks [] for router, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:19.508238 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Sync routers for ids ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:33:19.508735 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-1971c6b3-f896-491c-bf49-fbc698001ced admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3434076 Sep 24 03:33:19.508735 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 51268) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:19.521847 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Routers {'f6e4b892-0782-45f7-8f9b-b1c61fd084d1'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:33:19.522759 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:33:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:19.610421 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-df7ab362-f403-452f-9eaa-61a52ef8a81a req-f647ec5e-c6ae-4000-814d-eacd4b93ecf9 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 210 time: 0.0584421 Sep 24 03:33:19.661139 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Set router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:33:19.669345 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-dd82d7a8-3d3a-4306-98a7-a6e7759aa000 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:19.670885 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-dd82d7a8-3d3a-4306-98a7-a6e7759aa000 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "GET /v2.0/networks?id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 200 len: 814 time: 0.1719263 Sep 24 03:33:19.711433 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-2ac7ca34-d36c-4853-8c56-26c57461e21e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Request body: {'port': {'device_id': 'e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc', 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0', 'admin_state_up': True, 'tenant_id': 'cad76815db3c4a67adf42217edb51d2d'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:19.815081 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7642b-3a2e-4ace-9b8d-88031c840500 req-2f1bfdde-b2cf-441e-91cc-9be93e5b0a84 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:19.822311 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2fd7642b-3a2e-4ace-9b8d-88031c840500 req-2f1bfdde-b2cf-441e-91cc-9be93e5b0a84 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 944 time: 0.0736558 Sep 24 03:33:19.831339 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-2ac7ca34-d36c-4853-8c56-26c57461e21e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Made reservation on behalf of cad76815db3c4a67adf42217edb51d2d for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:33:19.834870 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-2ac7ca34-d36c-4853-8c56-26c57461e21e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:19.866717 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:33:18Z', 'revision_number': 3, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:19.870918 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2fd7642b-3a2e-4ace-9b8d-88031c840500 req-c89642a4-556f-4f4e-97de-87428cad43bc tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474150 Sep 24 03:33:19.920625 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Checking router: f6e4b892-0782-45f7-8f9b-b1c61fd084d1 for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:33:19.920991 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Updating router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 port 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466 binding host dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:33:19.953040 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:19.976627 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-2ac7ca34-d36c-4853-8c56-26c57461e21e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Allocated IP 172.20.0.12 (da8a83a1-4718-4b4d-b03f-5ba6c433eea0/fefe6293-9536-4ce2-878b-198586418a20/8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:33:20.107759 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.141412 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-2ac7ca34-d36c-4853-8c56-26c57461e21e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.161456 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8a89867b-79de-453d-a062-28755c7fbd4d details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:33:20.189462 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-2ac7ca34-d36c-4853-8c56-26c57461e21e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.206876 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8986b042-420b-4efa-b1f8-2c2d72fc703a', 'ea6cc573-5c51-43c0-abd7-1bce694ffedf', '560c4fee-dbda-4b10-966d-3589544f945a'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:33:20.236674 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-2ac7ca34-d36c-4853-8c56-26c57461e21e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:33:20.240955 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-2ac7ca34-d36c-4853-8c56-26c57461e21e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:20.249648 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-2ac7ca34-d36c-4853-8c56-26c57461e21e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:33:20.287800 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Allocated IP 172.20.0.1 (6448989d-b885-499e-a084-9678a302db42/bf378b03-36db-451a-b5ee-be5d345b839d/abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:33:20.291104 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7ca34-d36c-4853-8c56-26c57461e21e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Pushing event updated for resources: {'Port': ['ID=8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:20.317616 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-2ac7ca34-d36c-4853-8c56-26c57461e21e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:20.318358 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-2ac7ca34-d36c-4853-8c56-26c57461e21e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.337894 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-2ac7ca34-d36c-4853-8c56-26c57461e21e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6380095 Sep 24 03:33:20.350329 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8a89867b-79de-453d-a062-28755c7fbd4d, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8a89867b-79de-453d-a062-28755c7fbd4d,segment=NetworkSegment(9a10d436-cc04-4a47-b414-6f078f99ff7f),segment_id=9a10d436-cc04-4a47-b414-6f078f99ff7f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:20.371158 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.373612 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '8a89867b-79de-453d-a062-28755c7fbd4d', 'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f', 'port_id': '8a89867b-79de-453d-a062-28755c7fbd4d', 'mac_address': 'fa:16:3e:a6:7a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8567bba7-952a-43dd-b5da-50eebe215c64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:33:20.378755 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.382707 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Request body: {'port': {'device_id': 'e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:20.440790 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.446363 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Attempting to bind port 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466 on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:33:20.447213 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Attempting to bind port 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466 by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:33:20.448108 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Attempting to bind port 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466 on network fbd1662f-29d0-4f7e-9136-bac8ec89d902 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:20.462801 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:33:20.463482 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Checking segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:33:20.464025 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.464552 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Bound using segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:33:20.465273 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Bound port: 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:33:20.465848 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.467667 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Pushing event updated for resources: {'Port': ['ID=09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:20.485454 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a89867b-79de-453d-a062-28755c7fbd4d {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:33:20.491160 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.502412 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.503243 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.503751 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.504721 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.505197 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.505657 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.506145 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.506626 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.507108 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.507563 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.508030 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.508491 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.510726 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.527649 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8a89867b-79de-453d-a062-28755c7fbd4d, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8a89867b-79de-453d-a062-28755c7fbd4d,segment=NetworkSegment(9a10d436-cc04-4a47-b414-6f078f99ff7f),segment_id=9a10d436-cc04-4a47-b414-6f078f99ff7f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:20.537226 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.545835 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 14907a6f-dfab-421d-94af-2e9d10ba8e63 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:20.571541 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] For port 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:33:20.575469 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] For port 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:33:20.581924 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.637683 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Routers {'f6e4b892-0782-45f7-8f9b-b1c61fd084d1'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:33:20.638351 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:33:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:20.656709 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efb50f-9856-4551-a664-16785eb2e322 req-09f5c7e9-2142-49ce-8999-d00ab74166c8 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:20.657662 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=8a89867b-79de-453d-a062-28755c7fbd4d,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:20.669593 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d2efb50f-9856-4551-a664-16785eb2e322 req-09f5c7e9-2142-49ce-8999-d00ab74166c8 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.1163795 Sep 24 03:33:20.709077 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 14907a6f-dfab-421d-94af-2e9d10ba8e63 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:20.709451 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.710036 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.754185 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b9b63-df03-4d4f-b4fd-b8ae0b36a5d1 None None] Pushing event updated for resources: {'Port': ['ID=09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:20.769175 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.802770 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] Set router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:33:20.804266 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Pushing event updated for resources: {'Port': ['ID=abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:20.814613 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Network 6448989d-b885-499e-a084-9678a302db42 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:33:20.834427 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:20.843144 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d2efb50f-9856-4551-a664-16785eb2e322 req-8ae578e1-4b0e-4a88-bbc7-805c7368c73e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722701 Sep 24 03:33:20.843876 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:33:20.844340 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726680'] for router_interface, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:20.851614 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.851840 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.852167 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.852503 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.852833 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.853959 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.854301 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.854630 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.854960 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.855285 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.855606 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.855930 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:20.938450 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8a89867b-79de-453d-a062-28755c7fbd4d'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:33:20.960580 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe958e-c6d3-4707-b861-3a2b0dbe7279 req-9bf742f9-ede4-489e-82ab-e34fd26f3549 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:20.962206 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1afe958e-c6d3-4707-b861-3a2b0dbe7279 req-9bf742f9-ede4-489e-82ab-e34fd26f3549 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 932 time: 0.1886797 Sep 24 03:33:20.989633 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:33:21.009478 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:21.025419 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Transition to ACTIVE for port object 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:33:21.034051 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:21.144276 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:21.145349 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:33:18Z', 'revision_number': 3, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:21.159232 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1afe958e-c6d3-4707-b861-3a2b0dbe7279 req-a3bb50b6-19da-45c6-a609-b91f30e6d96e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860695 Sep 24 03:33:21.159434 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:21.159771 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:21.160098 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:21.160428 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:21.160749 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:21.161073 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:21.161393 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:21.161744 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:21.164766 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:21.165138 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:21.165472 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:21.170053 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:21.173994 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:21.186416 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95a3205b-3729-4eb6-ac6a-e0360db4736e None None] Provisioning complete for port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:21.187318 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95a3205b-3729-4eb6-ac6a-e0360db4736e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:21.193297 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e81ddf-c04f-4a39-ba9b-f6d780f4cc18 None None] The sync data for ids ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'] in dv-cinder-810800-1-iscsi is: [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:33:18Z', 'revision_number': 3, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:33:21.205984 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618882fd-4c7e-4864-a0c5-e844a1a5141f req-ed321a6c-7fb9-4b9e-92a3-fabeaf4614ae tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:21.207685 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-618882fd-4c7e-4864-a0c5-e844a1a5141f req-ed321a6c-7fb9-4b9e-92a3-fabeaf4614ae tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 945 time: 0.1940172 Sep 24 03:33:21.218396 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Attempting to bind port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:33:21.218737 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Attempting to bind port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:33:21.219101 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Attempting to bind port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e on network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:21.224869 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e on network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:33:21.225188 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Attempting to bind port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e on network da8a83a1-4718-4b4d-b03f-5ba6c433eea0 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:21.230652 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:33:21.230990 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Checking segment: {'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:33:21.231372 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Bound using segment: {'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:33:21.231794 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Bound port: 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94eabbe3-9f49-4dc2-98c5-3aa504f525a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:33:21.232149 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:21.233738 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95a3205b-3729-4eb6-ac6a-e0360db4736e None None] Port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:33:21.305972 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-618882fd-4c7e-4864-a0c5-e844a1a5141f req-f26b73a4-8660-4567-a1f9-7a809e037a5c tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900526 Sep 24 03:33:21.318533 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] For port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e, host hv-cinder-81080, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:33:21.322078 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] For port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:33:21.329862 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:21.367157 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:21.367615 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:21.369098 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] 10.222.0.13 "PUT /v2.0/ports/8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e HTTP/1.1" status: 200 len: 1094 time: 0.9993513 Sep 24 03:33:21.369531 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc', 'tag': '8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:33:21.371810 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b282a928-5ab4-4003-a699-814a15a9b715" -d '{"events": [{"name": "network-changed", "server_uuid": "e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc", "tag": "8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:33:21.428046 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1d4d17-8536-4c10-bfba-1fec0a1ee2bd x-openstack-request-id: req-ad1d4d17-8536-4c10-bfba-1fec0a1ee2bd {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:33:21.428339 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc", "tag": "8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:33:21.428591 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad1d4d17-8536-4c10-bfba-1fec0a1ee2bd {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:33:21.428974 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc', 'tag': '8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e', 'status': 'completed', 'code': 200} Sep 24 03:33:21.433953 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430033d9-fcb6-4bce-ba5e-5d2e1f2a4433 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:21.455028 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:21.462620 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:21.465291 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725608'] for router_interface, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:21.524011 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-20fab8e1-2712-4540-a1f4-4088a519436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:21.525754 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-20fab8e1-2712-4540-a1f4-4088a519436d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cad76815db3c4a67adf42217edb51d2d&device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 1097 time: 0.0791109 Sep 24 03:33:21.547250 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Pushing event updated for resources: {'Port': ['ID=abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:21.604698 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-96f09e43-30ec-4f5a-af59-c562ab7a0de9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e HTTP/1.1" status: 200 len: 217 time: 0.0695245 Sep 24 03:33:21.701940 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-539e2b81-aaa1-4a66-a287-eca0f934be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:21.702911 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Network 6448989d-b885-499e-a084-9678a302db42 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:33:21.703696 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-539e2b81-aaa1-4a66-a287-eca0f934be66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fefe6293-9536-4ce2-878b-198586418a20 HTTP/1.1" status: 200 len: 854 time: 0.0869942 Sep 24 03:33:21.705245 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:21.760693 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-cf961df8-b5bb-4217-a12b-44ae9b322778 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352838 Sep 24 03:33:21.894326 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:33:21.912508 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-ad7012bf-22b2-40a5-be27-7361b1d67687 service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295333 Sep 24 03:33:22.039003 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-da9c7f55-823a-4131-b732-3ee8d42373b9 req-541e8867-52c7-4a02-b931-7122f78025e4 service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115127 Sep 24 03:33:22.061509 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-3255a442-140e-4e4f-9d29-df0ee3041997 None None] Provisioning complete for port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:22.062314 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3255a442-140e-4e4f-9d29-df0ee3041997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:22.062626 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:33:22.075222 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa324b-a463-490b-82be-7b048fa96485 req-03be21e2-3140-4ee0-9872-df829ba532e2 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:22.076752 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-27fa324b-a463-490b-82be-7b048fa96485 req-03be21e2-3140-4ee0-9872-df829ba532e2 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0974548 Sep 24 03:33:22.080700 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-5b4eea16-6662-4a0c-8ced-6a226684a962 admin admin] 10.222.0.18 "PUT /v2.0/routers/f6e4b892-0782-45f7-8f9b-b1c61fd084d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5711803 Sep 24 03:33:22.121356 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3255a442-140e-4e4f-9d29-df0ee3041997 None None] Port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:33:22.135408 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-27fa324b-a463-490b-82be-7b048fa96485 req-fb91f01d-6cb8-437d-8122-49fc5005a0c1 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472958 Sep 24 03:33:22.156197 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282a928-5ab4-4003-a699-814a15a9b715 req-2d29c4f4-37cb-4b92-91a5-d4347f33b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:22.158123 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-b282a928-5ab4-4003-a699-814a15a9b715 req-2d29c4f4-37cb-4b92-91a5-d4347f33b484 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cad76815db3c4a67adf42217edb51d2d&device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 1097 time: 0.0559435 Sep 24 03:33:22.292862 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282a928-5ab4-4003-a699-814a15a9b715 req-7d1a9aed-0b42-4e45-bcf8-53362efd88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:22.294407 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-b282a928-5ab4-4003-a699-814a15a9b715 req-7d1a9aed-0b42-4e45-bcf8-53362efd88ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 200 len: 915 time: 0.1222885 Sep 24 03:33:22.306526 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fc6bc-b01f-404d-9f1b-29b1f054c693 req-47d9fdf8-5809-485a-94c5-8ca4e4a17fef tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:22.308161 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2e3fc6bc-b01f-404d-9f1b-29b1f054c693 req-47d9fdf8-5809-485a-94c5-8ca4e4a17fef tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 944 time: 0.0662913 Sep 24 03:33:22.355143 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2e3fc6bc-b01f-404d-9f1b-29b1f054c693 req-8c5167d1-50a4-42aa-bad2-5f8da28542ff tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Sep 24 03:33:22.358083 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-b282a928-5ab4-4003-a699-814a15a9b715 req-30dc3990-f930-4e65-8282-aa55d74bf252 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e HTTP/1.1" status: 200 len: 217 time: 0.0476527 Sep 24 03:33:22.433411 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282a928-5ab4-4003-a699-814a15a9b715 req-b56686e5-23f2-4ce3-b59c-be77feae90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:22.434901 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-b282a928-5ab4-4003-a699-814a15a9b715 req-b56686e5-23f2-4ce3-b59c-be77feae90bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fefe6293-9536-4ce2-878b-198586418a20 HTTP/1.1" status: 200 len: 854 time: 0.0602219 Sep 24 03:33:22.440133 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7905b84-deb3-494f-9b58-062476be634b req-f6c66667-4aae-4f04-9f1b-c80888332ad1 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:22.441768 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f7905b84-deb3-494f-9b58-062476be634b req-f6c66667-4aae-4f04-9f1b-c80888332ad1 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 945 time: 0.0536325 Sep 24 03:33:22.478982 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-b282a928-5ab4-4003-a699-814a15a9b715 req-d60236be-f47a-413a-af73-7d1564830373 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8a83a1-4718-4b4d-b03f-5ba6c433eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245097 Sep 24 03:33:22.487512 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f7905b84-deb3-494f-9b58-062476be634b req-c1378026-b007-41d0-95d2-23780bf19699 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392418 Sep 24 03:33:22.490370 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:22.547430 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:22.547803 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:22.582377 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-b282a928-5ab4-4003-a699-814a15a9b715 req-a383a818-97a5-4696-bfa0-219cfa7f6061 service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915644 Sep 24 03:33:22.636848 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:22.664892 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:22.668971 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:22.692840 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-b282a928-5ab4-4003-a699-814a15a9b715 req-6f7b013b-b18c-4cd6-a3f6-6f077124e39d service neutron] 10.222.0.13 "GET /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998983 Sep 24 03:33:22.695414 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 51328) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:22.700418 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1664268166-network', 'tenant_id': '93122daf3e8c449882946525dfb8f857'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:22.723448 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:22.735607 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Made reservation on behalf of 93122daf3e8c449882946525dfb8f857 for: {'network': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:33:22.738222 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:22.747523 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.085334 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.090028 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Sync routers for ids ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:33:23.091049 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.108487 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Routers {'f6e4b892-0782-45f7-8f9b-b1c61fd084d1'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:33:23.108487 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:33:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:23.117466 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:33:23.127722 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244d5411-9613-425a-8801-af64951b0a03,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:23.132542 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.132891 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.segments_db [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Added segment c9f97116-45c7-4dec-ae4c-b0b08207ff05 of type vlan for network bdd6104b-dd23-4e4b-90a1-8788a3994565 Sep 24 03:33:23.175861 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.208871 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.209970 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:23.210620 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.278569 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5820940 Sep 24 03:33:23.281524 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 51344) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:23.288356 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8a0ebbc7-17c8-400e-8568-9b939f9d8ca8 admin admin] Request body: {'subnet': {'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1664268166-subnet', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:23.306648 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b3bd6-c1d1-4640-abd2-dfb89de8099a admin admin] Pushing event updated for resources: {'Network': ['ID=bdd6104b-dd23-4e4b-90a1-8788a3994565,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:23.318716 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network bdd6104b-dd23-4e4b-90a1-8788a3994565 details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:33:23.325557 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea7cbe-cc52-4b2b-ab12-4de1bbd65fd4 req-bee7d2b1-6b92-4008-a1a0-b018f166f9c6 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:23.327113 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0ea7cbe-cc52-4b2b-ab12-4de1bbd65fd4 req-bee7d2b1-6b92-4008-a1a0-b018f166f9c6 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0969567 Sep 24 03:33:23.337470 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0ebbc7-17c8-400e-8568-9b939f9d8ca8 admin admin] Made reservation on behalf of 93122daf3e8c449882946525dfb8f857 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:33:23.340725 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8a0ebbc7-17c8-400e-8568-9b939f9d8ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8548348'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.374933 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0ea7cbe-cc52-4b2b-ab12-4de1bbd65fd4 req-b1efc947-0897-424e-8a5b-d8cad49d648b tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389934 Sep 24 03:33:23.409407 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Set router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:33:23.487920 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f00868-201e-4839-a21a-4429ebc35f7c req-7af350e2-08a0-4d92-a5cc-ed92e94a7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:23.489669 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-09f00868-201e-4839-a21a-4429ebc35f7c req-7af350e2-08a0-4d92-a5cc-ed92e94a7df8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 1099 time: 0.0639749 Sep 24 03:33:23.508137 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91570b-442f-4276-bbb1-baeeb6618847 req-dd57745e-396c-4254-9a5e-c890d13d21e3 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:23.511580 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ee91570b-442f-4276-bbb1-baeeb6618847 req-dd57745e-396c-4254-9a5e-c890d13d21e3 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 944 time: 0.0687766 Sep 24 03:33:23.559725 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ee91570b-442f-4276-bbb1-baeeb6618847 req-76ec3c54-c1ef-4aa7-b70c-1195db561d5f tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405610 Sep 24 03:33:23.580767 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-09f00868-201e-4839-a21a-4429ebc35f7c req-69229014-bfb5-42c6-a511-8342a4d88b34 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738742 Sep 24 03:33:23.619323 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8a0ebbc7-17c8-400e-8568-9b939f9d8ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9308750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8548302'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.651882 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:33:21Z', 'revision_number': 4, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1', 'name': '', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'mac_address': 'fa:16:3e:83:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:20Z', 'updated_at': '2021-09-24T03:33:21Z', 'revision_number': 2, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'subnets': [{'id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:23.656543 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564214f3-2891-4286-8776-5ef1a37adbd9 req-9edfbe03-17ba-4b03-8fb1-ebfc39beba36 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:23.658332 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-564214f3-2891-4286-8776-5ef1a37adbd9 req-9edfbe03-17ba-4b03-8fb1-ebfc39beba36 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 945 time: 0.0638216 Sep 24 03:33:23.680839 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ebbc7-17c8-400e-8568-9b939f9d8ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65bb1edf-e7d5-4f7f-b89a-b27be5753ee9,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:23.687020 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Checking router: f6e4b892-0782-45f7-8f9b-b1c61fd084d1 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:33:23.687020 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Updating router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 binding host dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:33:23.692113 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ebbc7-17c8-400e-8568-9b939f9d8ca8 admin admin] Checking segment: {'id': 'c9f97116-45c7-4dec-ae4c-b0b08207ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:33:23.692464 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0ebbc7-17c8-400e-8568-9b939f9d8ca8 admin admin] Network hostable DHCP agents. Network: bdd6104b-dd23-4e4b-90a1-8788a3994565, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:33:23.703445 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-564214f3-2891-4286-8776-5ef1a37adbd9 req-05355478-b63b-4685-866f-337bad8c13d9 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389519 Sep 24 03:33:23.711144 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0ebbc7-17c8-400e-8568-9b939f9d8ca8 admin admin] Network bdd6104b-dd23-4e4b-90a1-8788a3994565 is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:33:23.719367 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.721602 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8a0ebbc7-17c8-400e-8568-9b939f9d8ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, bdd6104b-dd23-4e4b-90a1-8788a3994565) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:23.726544 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0ebbc7-17c8-400e-8568-9b939f9d8ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:23.727191 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8a0ebbc7-17c8-400e-8568-9b939f9d8ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.732124 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34fc914-0169-4d82-8a0e-6d223de7d978 None None] Network bdd6104b-dd23-4e4b-90a1-8788a3994565 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:33:23.741934 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-8a0ebbc7-17c8-400e-8568-9b939f9d8ca8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4587150 Sep 24 03:33:23.744914 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 51350) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:23.749303 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1664268166-router', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:23.771066 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.772081 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6812'] for router, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.821586 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:23.921087 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-117f9324-bdff-4473-b093-7db5e956f120 req-93ceca0b-e611-4041-aa13-0dae063125c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420091 Sep 24 03:33:23.975062 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.010198 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f9324-bdff-4473-b093-7db5e956f120 req-06ff872c-a195-4f47-8133-983b6e71bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:24.011819 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-117f9324-bdff-4473-b093-7db5e956f120 req-06ff872c-a195-4f47-8133-983b6e71bc0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b959a04e215f4456becf31ac01fa6e25&device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 1099 time: 0.0666759 Sep 24 03:33:24.046849 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d15cbd0-2b0d-5cfe-b69c-d2344c4145b9-bdd6104b-dd23-4e4b-90a1-8788a3994565', 'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'fixed_ips': [{'subnet_id': '65bb1edf-e7d5-4f7f-b89a-b27be5753ee9'}]}} from dv-cinder-810800-1-iscsi. {{(pid=94018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 03:33:24.047735 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.137107 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f9324-bdff-4473-b093-7db5e956f120 req-921adb20-e469-4be0-8b50-ef5c5ac226d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:24.138155 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-117f9324-bdff-4473-b093-7db5e956f120 req-921adb20-e469-4be0-8b50-ef5c5ac226d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cba65e79-4fc5-4461-a342-04d626e59a47 HTTP/1.1" status: 200 len: 911 time: 0.0927868 Sep 24 03:33:24.192175 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:33:24.194542 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8a89867b-79de-453d-a062-28755c7fbd4d up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:24.199101 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.218917 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.224498 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-117f9324-bdff-4473-b093-7db5e956f120 req-6d198a3e-3868-4045-bcde-b0d56ddeb9ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb93edc3-4472-46cc-bc7d-748cad3a1f55 HTTP/1.1" status: 200 len: 1002 time: 0.0769529 Sep 24 03:33:24.271392 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.281335 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f9324-bdff-4473-b093-7db5e956f120 req-25d69e7b-b4c6-4bdc-9d30-a7277562e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:24.283723 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-117f9324-bdff-4473-b093-7db5e956f120 req-25d69e7b-b4c6-4bdc-9d30-a7277562e9b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7359379f-7a6e-4681-962c-52307286e43d HTTP/1.1" status: 200 len: 849 time: 0.0486887 Sep 24 03:33:24.293541 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.328851 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Allocated IP 172.27.1.239 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/bab9d429-83e8-4926-8d6d-23a4ee596aec) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:33:24.338603 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f9324-bdff-4473-b093-7db5e956f120 req-c45c741d-ffde-4531-8964-b7864a6ff2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:24.340086 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-117f9324-bdff-4473-b093-7db5e956f120 req-c45c741d-ffde-4531-8964-b7864a6ff2a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cba65e79-4fc5-4461-a342-04d626e59a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440645 Sep 24 03:33:24.344955 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Allocated IP 172.20.0.2 (bdd6104b-dd23-4e4b-90a1-8788a3994565/65bb1edf-e7d5-4f7f-b89a-b27be5753ee9/3ef592c8-2f7d-4d4c-b74d-31cbb9a51685) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:33:24.429285 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f23762-2068-4e36-8a26-7710cc8f50b8 None None] Pushing event updated for resources: {'Port': ['ID=abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:24.473785 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 8a89867b-79de-453d-a062-28755c7fbd4d completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:33:24.486798 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-117f9324-bdff-4473-b093-7db5e956f120 req-52ab1d5e-25ce-4e37-af95-9fd763d673d8 service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362095 Sep 24 03:33:24.530607 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.544892 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 8a89867b-79de-453d-a062-28755c7fbd4d triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:24.545132 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.547209 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:24.567472 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaad1a-00cc-4a72-8eec-3c825c1764e5 req-df4b5c2a-a438-49f8-a233-7c3058a3a62a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:24.574976 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2acaad1a-00cc-4a72-8eec-3c825c1764e5 req-df4b5c2a-a438-49f8-a233-7c3058a3a62a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0823865 Sep 24 03:33:24.630004 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-117f9324-bdff-4473-b093-7db5e956f120 req-c93987d1-5794-4e4a-aaf3-dac9d76359ff service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338146 Sep 24 03:33:24.645367 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:24.689470 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2acaad1a-00cc-4a72-8eec-3c825c1764e5 req-202f6094-21df-4488-bd75-0123c19d3445 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133091 Sep 24 03:33:24.691634 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.696104 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e', 'network_id': 'da8a83a1-4718-4b4d-b03f-5ba6c433eea0', 'port_id': '8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e', 'mac_address': 'fa:16:3e:3b:eb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fefe6293-9536-4ce2-878b-198586418a20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:33:24.716894 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Attempting to bind port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:33:24.717249 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Attempting to bind port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '8c59226c-4e51-49e8-aa9d-60c984da4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6448989d-b885-499e-a084-9678a302db42'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:33:24.717673 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Attempting to bind port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 on network 6448989d-b885-499e-a084-9678a302db42 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:24.744522 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:33:24.748514 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:24.751227 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:33:24.793701 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:33:24.794097 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Checking segment: {'id': '8c59226c-4e51-49e8-aa9d-60c984da4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6448989d-b885-499e-a084-9678a302db42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:33:24.794500 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.794898 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Bound using segment: {'id': '8c59226c-4e51-49e8-aa9d-60c984da4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6448989d-b885-499e-a084-9678a302db42'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:33:24.795381 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Bound port: abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c59226c-4e51-49e8-aa9d-60c984da4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6448989d-b885-499e-a084-9678a302db42'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:33:24.795759 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.833789 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Pushing event updated for resources: {'Port': ['ID=bab9d429-83e8-4926-8d6d-23a4ee596aec,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:24.841102 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:24.841102 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.843128 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36e9cf-ec10-48f9-9e82-935b56513703 req-bc0cf42c-cf2f-4017-8d2e-9ba2fe743560 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:24.844639 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6a36e9cf-ec10-48f9-9e82-935b56513703 req-bc0cf42c-cf2f-4017-8d2e-9ba2fe743560 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 944 time: 0.1950946 Sep 24 03:33:24.902218 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.903641 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-05d9c1ae-d0b8-4dd9-ab01-db8e5af0f6ff None None] Provisioning complete for port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:24.904009 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05d9c1ae-d0b8-4dd9-ab01-db8e5af0f6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.905648 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:24.947771 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6a36e9cf-ec10-48f9-9e82-935b56513703 req-f1294eb1-d0e0-4b49-8be3-256776b5bd3a tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841775 Sep 24 03:33:24.956754 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd51156-a393-48e4-8861-33c1af555ab5 req-0d7006f5-76df-4cff-98e3-f1f049129b30 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:24.958294 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6bd51156-a393-48e4-8861-33c1af555ab5 req-0d7006f5-76df-4cff-98e3-f1f049129b30 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 945 time: 0.1358905 Sep 24 03:33:24.994579 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:25.015901 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:33:25.079501 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6bd51156-a393-48e4-8861-33c1af555ab5 req-615cc3e7-c614-4bfb-9781-edede98202fd tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748901 Sep 24 03:33:25.104196 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:25.227920 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:25.243341 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-05d9c1ae-d0b8-4dd9-ab01-db8e5af0f6ff None None] Port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:33:25.248910 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Network bdd6104b-dd23-4e4b-90a1-8788a3994565 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:33:25.254997 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] For port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:33:25.266522 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:25.275760 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:25.293527 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:33:25.297959 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] For port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:33:25.301006 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:25.311681 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Pushing event updated for resources: {'Port': ['ID=3ef592c8-2f7d-4d4c-b74d-31cbb9a51685,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:25.322634 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:25.329425 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:25.331074 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03c45c1-addf-4994-b5e1-5a74b2661432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a89867b-79de-453d-a062-28755c7fbd4d'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:33:25.333481 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80b2bfc-8e2f-4bd1-9ec2-11d58b46bb3c" -d '{"events": [{"server_uuid": "d03c45c1-addf-4994-b5e1-5a74b2661432", "name": "network-vif-plugged", "status": "completed", "tag": "8a89867b-79de-453d-a062-28755c7fbd4d"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:33:25.338514 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715173'] for router, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:25.390130 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4171bb1b-7403-4a15-b6b7-0a5e6077c532 x-openstack-request-id: req-4171bb1b-7403-4a15-b6b7-0a5e6077c532 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:33:25.390460 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03c45c1-addf-4994-b5e1-5a74b2661432", "name": "network-vif-plugged", "status": "completed", "tag": "8a89867b-79de-453d-a062-28755c7fbd4d", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:33:25.390662 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4171bb1b-7403-4a15-b6b7-0a5e6077c532 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:33:25.391048 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03c45c1-addf-4994-b5e1-5a74b2661432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a89867b-79de-453d-a062-28755c7fbd4d', 'code': 200} Sep 24 03:33:25.437014 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8a89867b-79de-453d-a062-28755c7fbd4d, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8a89867b-79de-453d-a062-28755c7fbd4d,segment=NetworkSegment(9a10d436-cc04-4a47-b414-6f078f99ff7f),segment_id=9a10d436-cc04-4a47-b414-6f078f99ff7f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:25.465773 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:25.496576 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Routers {'f6e4b892-0782-45f7-8f9b-b1c61fd084d1'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:33:25.498070 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:33:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:25.510983 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Router 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 is scheduled to L3 agent a47af37d-c188-448d-b268-a4c8957979dc with binding_index 1 {{(pid=94016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 03:33:25.600986 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:25.603841 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Attempting to bind port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:33:25.604360 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Attempting to bind port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': 'c9f97116-45c7-4dec-ae4c-b0b08207ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:33:25.604825 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Attempting to bind port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 on network bdd6104b-dd23-4e4b-90a1-8788a3994565 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:25.641918 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8951171-54b6-4148-ad1d-33da0d1454cc req-89536942-ad98-475e-a105-ef36f928a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:25.645050 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c8951171-54b6-4148-ad1d-33da0d1454cc req-89536942-ad98-475e-a105-ef36f928a857 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 1099 time: 0.0574515 Sep 24 03:33:25.651590 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:33:25.652200 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Checking segment: {'id': 'c9f97116-45c7-4dec-ae4c-b0b08207ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:33:25.659290 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:25.659875 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Bound using segment: {'id': 'c9f97116-45c7-4dec-ae4c-b0b08207ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:33:25.660394 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Bound port: 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f97116-45c7-4dec-ae4c-b0b08207ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:33:25.661104 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:25.684228 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:33:25.695625 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Sync routers for ids ['0edcf0c9-49ac-4672-a5eb-a8be67da2b71'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:33:25.711084 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Routers {'0edcf0c9-49ac-4672-a5eb-a8be67da2b71'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:33:25.711979 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:33:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['0edcf0c9-49ac-4672-a5eb-a8be67da2b71'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:25.718079 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] Notify callbacks [] for router, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:25.724184 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 51378) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:33:25.725677 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-f65be13d-71fe-4c57-8a1d-a6251bb6a3ad admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9793205 Sep 24 03:33:25.727380 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] Set router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:33:25.817643 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c8951171-54b6-4148-ad1d-33da0d1454cc req-6967c682-9a6b-410a-9f66-78fe80a132e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643674 Sep 24 03:33:25.861706 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bd25a-394d-45ec-91d0-08545806b3b6 req-58c794d9-3cc7-40b3-82d4-c7af4405a1fc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:25.863268 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-108bd25a-394d-45ec-91d0-08545806b3b6 req-58c794d9-3cc7-40b3-82d4-c7af4405a1fc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0665245 Sep 24 03:33:25.872099 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:33:25.888879 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Set router 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:33:25.889400 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f23762-2068-4e36-8a26-7710cc8f50b8 None None] Pushing event updated for resources: {'Port': ['ID=abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:25.912527 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-108bd25a-394d-45ec-91d0-08545806b3b6 req-ab15dc7b-4129-42e0-ae90-54147056b8ee tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 Sep 24 03:33:26.106613 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=8a89867b-79de-453d-a062-28755c7fbd4d,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:26.157855 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'name': 'tempest-TestMinimumBasicScenario-1664268166-router', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:23Z', 'updated_at': '2021-09-24T03:33:24Z', 'revision_number': 3, 'project_id': '93122daf3e8c449882946525dfb8f857', 'gw_port': {'id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:24Z', 'updated_at': '2021-09-24T03:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:26.175514 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce4f1-3c4b-497e-834a-a4305f71045c req-b5461e82-d457-4b8e-ba26-7942d9d5ba8a tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:26.191139 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d75ce4f1-3c4b-497e-834a-a4305f71045c req-b5461e82-d457-4b8e-ba26-7942d9d5ba8a tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 945 time: 0.1304040 Sep 24 03:33:26.195251 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-fcd239a0-0c16-4623-bea1-dc6500e212c7 None None] Provisioning complete for port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:26.195778 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcd239a0-0c16-4623-bea1-dc6500e212c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:26.196464 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Checking router: 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:33:26.196897 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Updating router 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 port bab9d429-83e8-4926-8d6d-23a4ee596aec binding host dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:33:26.230425 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:26.275640 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d75ce4f1-3c4b-497e-834a-a4305f71045c req-a4f0cc97-c926-43bc-9a61-c8e4aa0bf403 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794737 Sep 24 03:33:26.301470 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] For port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:33:26.314304 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f145a-a637-4acb-853b-87b593d129b8 req-0fedfa47-8b8a-4e22-a378-55c866bafd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:26.316458 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-5b9f145a-a637-4acb-853b-87b593d129b8 req-0fedfa47-8b8a-4e22-a378-55c866bafd40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9044a5eb528040b1804ebe0176b04bcb&device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 1099 time: 0.0657153 Sep 24 03:33:26.350598 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cf04b-1767-47f2-bfee-0a9e1d2e271a req-5ae881f4-cb5a-48a0-b181-5395e577eea4 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:26.358399 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-662cf04b-1767-47f2-bfee-0a9e1d2e271a req-5ae881f4-cb5a-48a0-b181-5395e577eea4 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 946 time: 0.0655217 Sep 24 03:33:26.431308 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] For port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=3ef592c8-2f7d-4d4c-b74d-31cbb9a51685,segment=NetworkSegment(c9f97116-45c7-4dec-ae4c-b0b08207ff05),segment_id=c9f97116-45c7-4dec-ae4c-b0b08207ff05)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:33:26.483161 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:26.578456 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcd239a0-0c16-4623-bea1-dc6500e212c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:26.581790 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda5479-22ab-4b6e-8e54-3607cef67801 None None] Pushing event updated for resources: {'Port': ['ID=3ef592c8-2f7d-4d4c-b74d-31cbb9a51685,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:26.589788 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:33:21Z', 'revision_number': 4, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1', 'name': '', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'mac_address': 'fa:16:3e:83:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:20Z', 'updated_at': '2021-09-24T03:33:25Z', 'revision_number': 4, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'subnets': [{'id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:26.614068 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f145a-a637-4acb-853b-87b593d129b8 req-f7f7503c-3372-446e-bf0a-2aee367f699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:26.616585 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-5b9f145a-a637-4acb-853b-87b593d129b8 req-f7f7503c-3372-446e-bf0a-2aee367f699e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4489f0f-1647-433c-a28d-da32642eb55e HTTP/1.1" status: 200 len: 919 time: 0.2017515 Sep 24 03:33:26.658156 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:26.672984 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:26.683887 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-fcd239a0-0c16-4623-bea1-dc6500e212c7 None None] For port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:26.685940 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249c112-4fa5-4741-b700-131fad7aca84 None None] The sync data for ids ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'] in dv-cinder-810800-1-iscsi is: [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:33:21Z', 'revision_number': 4, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1', 'name': '', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'mac_address': 'fa:16:3e:83:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:20Z', 'updated_at': '2021-09-24T03:33:25Z', 'revision_number': 4, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'subnets': [{'id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:33:26.691907 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-662cf04b-1767-47f2-bfee-0a9e1d2e271a req-8964a9a7-37f4-49bd-a4df-02c7c59406a9 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314590 Sep 24 03:33:26.692039 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcd239a0-0c16-4623-bea1-dc6500e212c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:26.717452 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-5b9f145a-a637-4acb-853b-87b593d129b8 req-1c854cdb-c327-4e11-b450-29ccad02d873 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=515ade53-cef9-43f6-8ae2-c5e8d29c22f8 HTTP/1.1" status: 200 len: 217 time: 0.0605030 Sep 24 03:33:26.723264 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223f918-4439-4eda-83da-bec90fdb7a8f req-9b4fffca-25de-4513-b81a-8290d79d8829 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:26.730551 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:26.733758 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4223f918-4439-4eda-83da-bec90fdb7a8f req-9b4fffca-25de-4513-b81a-8290d79d8829 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.3203595 Sep 24 03:33:26.762263 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec76780-6e10-4a4d-959d-6e093139fd81 None None] Pushing event updated for resources: {'Port': ['ID=bab9d429-83e8-4926-8d6d-23a4ee596aec,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:26.802875 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4223f918-4439-4eda-83da-bec90fdb7a8f req-0f2cf84b-9edf-4f70-a57c-5d487ef5f30b tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681407 Sep 24 03:33:26.817623 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd239a0-0c16-4623-bea1-dc6500e212c7 None None] Pushing event updated for resources: {'Port': ['ID=abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:26.845890 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Attempting to bind port bab9d429-83e8-4926-8d6d-23a4ee596aec on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:33:26.846361 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Attempting to bind port bab9d429-83e8-4926-8d6d-23a4ee596aec by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:33:26.846814 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Attempting to bind port bab9d429-83e8-4926-8d6d-23a4ee596aec on network fbd1662f-29d0-4f7e-9136-bac8ec89d902 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:26.852843 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:33:26.853375 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Checking segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:33:26.853979 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:26.854502 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Bound using segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:33:26.855211 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Bound port: bab9d429-83e8-4926-8d6d-23a4ee596aec, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:33:26.855694 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:26.955958 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] For port bab9d429-83e8-4926-8d6d-23a4ee596aec, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:33:26.959578 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] For port bab9d429-83e8-4926-8d6d-23a4ee596aec, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=bab9d429-83e8-4926-8d6d-23a4ee596aec,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:33:26.971653 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:26.972026 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f145a-a637-4acb-853b-87b593d129b8 req-a070897f-be19-4e24-bbf0-5c17c2b84c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:26.973522 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-5b9f145a-a637-4acb-853b-87b593d129b8 req-a070897f-be19-4e24-bbf0-5c17c2b84c0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73ab388-512a-40d2-a0c1-897e1cbeecdc HTTP/1.1" status: 200 len: 858 time: 0.2218096 Sep 24 03:33:27.016264 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-5b9f145a-a637-4acb-853b-87b593d129b8 req-6c52b8a7-d984-48e0-8edb-23f06e1c6349 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4489f0f-1647-433c-a28d-da32642eb55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310173 Sep 24 03:33:27.043240 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Routers {'0edcf0c9-49ac-4672-a5eb-a8be67da2b71'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:33:27.043877 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:33:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['0edcf0c9-49ac-4672-a5eb-a8be67da2b71'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:27.049431 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec76780-6e10-4a4d-959d-6e093139fd81 None None] Pushing event updated for resources: {'Port': ['ID=bab9d429-83e8-4926-8d6d-23a4ee596aec,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:27.177819 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] Set router 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:33:27.193237 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Allocated IP 172.20.0.1 (bdd6104b-dd23-4e4b-90a1-8788a3994565/65bb1edf-e7d5-4f7f-b89a-b27be5753ee9/a1529c32-e5db-4993-8f09-217da4befc5c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:33:27.198712 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-5b9f145a-a637-4acb-853b-87b593d129b8 req-2c877f34-e925-4aec-b4be-043ee4b7d614 service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430492 Sep 24 03:33:27.394394 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:27.473604 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-5b9f145a-a637-4acb-853b-87b593d129b8 req-91cfe746-f45c-476c-bdfe-6dd376dcba14 service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527711 Sep 24 03:33:27.477537 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:27.487840 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd5ed1-9f17-46b8-a36a-49428d2a02e2 req-231e10ec-df40-457a-b061-84838cee594b tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:27.506379 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c1fd5ed1-9f17-46b8-a36a-49428d2a02e2 req-231e10ec-df40-457a-b061-84838cee594b tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 945 time: 0.1269329 Sep 24 03:33:27.513667 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'name': 'tempest-TestMinimumBasicScenario-1664268166-router', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:23Z', 'updated_at': '2021-09-24T03:33:24Z', 'revision_number': 3, 'project_id': '93122daf3e8c449882946525dfb8f857', 'gw_port': {'id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:24Z', 'updated_at': '2021-09-24T03:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:27.557264 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Pushing event updated for resources: {'Port': ['ID=a1529c32-e5db-4993-8f09-217da4befc5c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:27.560388 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607e994-e26e-4d5f-b1ef-a3f3e002ec0d None None] The sync data for ids ['0edcf0c9-49ac-4672-a5eb-a8be67da2b71'] in dv-cinder-810800-1-iscsi is: [{'id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'name': 'tempest-TestMinimumBasicScenario-1664268166-router', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:23Z', 'updated_at': '2021-09-24T03:33:24Z', 'revision_number': 3, 'project_id': '93122daf3e8c449882946525dfb8f857', 'gw_port': {'id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:24Z', 'updated_at': '2021-09-24T03:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:33:27.580807 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Network bdd6104b-dd23-4e4b-90a1-8788a3994565 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:33:27.583085 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:27.585001 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:33:27.608612 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c1fd5ed1-9f17-46b8-a36a-49428d2a02e2 req-16ace71b-3190-4ba8-b8cd-f1c4eeb402cb tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844383 Sep 24 03:33:27.636123 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726680'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:27.814787 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:27.834627 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77487774-2a3e-4569-b051-0e43f8dc6caa None None] Network bdd6104b-dd23-4e4b-90a1-8788a3994565 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:33:27.873212 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7ca44-b939-41f8-8026-ed278accec9e req-94250382-4ba3-43b3-8e3d-ca1e78062200 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:27.874796 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-66a7ca44-b939-41f8-8026-ed278accec9e req-94250382-4ba3-43b3-8e3d-ca1e78062200 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 946 time: 0.0742631 Sep 24 03:33:27.988189 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-83c33771-3388-4edb-a08a-38abe71e2294 None None] Provisioning complete for port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:27.988835 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83c33771-3388-4edb-a08a-38abe71e2294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:27.992436 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-66a7ca44-b939-41f8-8026-ed278accec9e req-96d8b330-deac-4330-9e8f-77f220a8bdd7 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113610 Sep 24 03:33:28.056863 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438493c-41f1-4dd5-97d4-dfe6c8b1f5f4 req-adf4eac9-bf85-4dcc-898d-b1394775934e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:28.067883 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9438493c-41f1-4dd5-97d4-dfe6c8b1f5f4 req-adf4eac9-bf85-4dcc-898d-b1394775934e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0988660 Sep 24 03:33:28.128323 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9438493c-41f1-4dd5-97d4-dfe6c8b1f5f4 req-1bc6e79c-94c3-4941-a2aa-d6da2578cbba tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552185 Sep 24 03:33:28.149856 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:28.166272 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:28.212786 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:28.257850 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83c33771-3388-4edb-a08a-38abe71e2294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:28.276278 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725608'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:28.297086 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Pushing event updated for resources: {'Port': ['ID=a1529c32-e5db-4993-8f09-217da4befc5c,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:28.315054 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-83c33771-3388-4edb-a08a-38abe71e2294 None None] For port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=3ef592c8-2f7d-4d4c-b74d-31cbb9a51685,segment=NetworkSegment(c9f97116-45c7-4dec-ae4c-b0b08207ff05),segment_id=c9f97116-45c7-4dec-ae4c-b0b08207ff05)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:28.324483 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83c33771-3388-4edb-a08a-38abe71e2294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:28.336261 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:33:28.403352 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:28.403735 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:28.425762 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Network bdd6104b-dd23-4e4b-90a1-8788a3994565 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:33:28.428552 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:28.512091 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c33771-3388-4edb-a08a-38abe71e2294 None None] Pushing event updated for resources: {'Port': ['ID=3ef592c8-2f7d-4d4c-b74d-31cbb9a51685,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:28.715697 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:28.778300 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Router 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:33:28.817155 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:33:28.823029 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dec7c8c-28bd-4464-b9a9-78772f5d1532" -d '{"events": [{"server_uuid": "e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc", "name": "network-vif-plugged", "status": "completed", "tag": "8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:33:28.831709 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device bab9d429-83e8-4926-8d6d-23a4ee596aec up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:28.879183 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:28.890857 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-9fb09b64-0377-4c58-ad21-6886902a52be None None] Provisioning complete for port a1529c32-e5db-4993-8f09-217da4befc5c triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:28.891448 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fb09b64-0377-4c58-ad21-6886902a52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:28.896876 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:28.953661 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa087d-d824-403c-aecd-8bf3eb051550 req-10711d3f-c84b-41e4-b2eb-319636b020c4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:28.955405 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-defa087d-d824-403c-aecd-8bf3eb051550 req-10711d3f-c84b-41e4-b2eb-319636b020c4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.2100291 Sep 24 03:33:28.964945 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cad82-2fdf-4636-979a-7bfb5c288f35 req-ac81b491-490f-40b0-9175-68dc3ab6f7a5 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:28.976557 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bc6cad82-2fdf-4636-979a-7bfb5c288f35 req-ac81b491-490f-40b0-9175-68dc3ab6f7a5 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 945 time: 0.2115824 Sep 24 03:33:28.987687 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9fb09b64-0377-4c58-ad21-6886902a52be None None] Port a1529c32-e5db-4993-8f09-217da4befc5c cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:33:29.016063 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:33:29.025254 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:29.029842 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port bab9d429-83e8-4926-8d6d-23a4ee596aec triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:29.030343 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:29.030637 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-468f05f7-5461-46f0-822f-9678be4d604d admin admin] 10.222.0.18 "PUT /v2.0/routers/0edcf0c9-49ac-4672-a5eb-a8be67da2b71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3048623 Sep 24 03:33:29.032335 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-9fb09b64-0377-4c58-ad21-6886902a52be None None] Provisioning complete for port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:29.034036 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fb09b64-0377-4c58-ad21-6886902a52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:29.071253 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-defa087d-d824-403c-aecd-8bf3eb051550 req-68c239bb-938e-4dfd-955d-e1a6fdf48979 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820904 Sep 24 03:33:29.089897 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bc6cad82-2fdf-4636-979a-7bfb5c288f35 req-1137309c-5f29-4cd8-bab5-1316404aa89e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123013 Sep 24 03:33:29.159471 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f64a85c-f838-4582-9008-e6fb660f03c9 x-openstack-request-id: req-5f64a85c-f838-4582-9008-e6fb660f03c9 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:33:29.159893 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc", "name": "network-vif-plugged", "status": "completed", "tag": "8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:33:29.160269 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f64a85c-f838-4582-9008-e6fb660f03c9 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:33:29.160760 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e', 'code': 200} Sep 24 03:33:29.258997 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:29.297069 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port bab9d429-83e8-4926-8d6d-23a4ee596aec, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=bab9d429-83e8-4926-8d6d-23a4ee596aec,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:29.308778 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:29.309844 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:29.325845 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0698ca-4c47-4507-a063-b9eb7c4e53e4 req-31c61d23-7bfa-47a6-80e3-4a2fc6c531c7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:29.334650 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-de0698ca-4c47-4507-a063-b9eb7c4e53e4 req-31c61d23-7bfa-47a6-80e3-4a2fc6c531c7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.1058631 Sep 24 03:33:29.410059 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-de0698ca-4c47-4507-a063-b9eb7c4e53e4 req-3ad73b63-e402-4a24-8f90-6acfb32b09a9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722494 Sep 24 03:33:29.450088 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-82992ff6-795e-4f2c-b468-3cbd7918417d None None] Provisioning complete for port a1529c32-e5db-4993-8f09-217da4befc5c triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:29.450088 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-82992ff6-795e-4f2c-b468-3cbd7918417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:29.483561 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=bab9d429-83e8-4926-8d6d-23a4ee596aec,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:29.493942 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:29.494370 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:29.494777 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:29.495178 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:29.495974 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:29.495974 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:29.503934 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:29.505858 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:29.506364 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:29.506850 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:29.507270 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:29.507701 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:33:29.508827 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40482c8-d286-419c-8398-a930a13a6637 req-aca6eb32-adb0-4a8b-aeef-0ba6543241ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:29.510514 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a40482c8-d286-419c-8398-a930a13a6637 req-aca6eb32-adb0-4a8b-aeef-0ba6543241ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 1099 time: 0.0682466 Sep 24 03:33:29.524104 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:29.524397 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:29.553687 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-82992ff6-795e-4f2c-b468-3cbd7918417d None None] Port a1529c32-e5db-4993-8f09-217da4befc5c cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:33:29.570445 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46138790-0dd1-470c-906a-f95eaae446a0 req-1546eadd-6409-499d-b534-78008390c29a tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:29.572214 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-46138790-0dd1-470c-906a-f95eaae446a0 req-1546eadd-6409-499d-b534-78008390c29a tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 946 time: 0.0846717 Sep 24 03:33:29.594614 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a40482c8-d286-419c-8398-a930a13a6637 req-88c4cf68-0187-452d-922d-3f2d0719a75d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682495 Sep 24 03:33:29.615696 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:29.630883 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-46138790-0dd1-470c-906a-f95eaae446a0 req-0e7225f9-4b8d-4f45-b5f0-47fd7fb345b9 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513446 Sep 24 03:33:29.788180 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:29.788710 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:30.229376 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50f7be-39c4-4a51-9aab-01cc1f5738c6 req-e08514ff-5663-4d36-ade3-6c4940120c5f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:30.230237 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fd50f7be-39c4-4a51-9aab-01cc1f5738c6 req-e08514ff-5663-4d36-ade3-6c4940120c5f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0713482 Sep 24 03:33:30.279300 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Sync routers for ids ['0edcf0c9-49ac-4672-a5eb-a8be67da2b71'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:33:30.332456 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Routers {'0edcf0c9-49ac-4672-a5eb-a8be67da2b71'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:33:30.333360 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-89469e19-e507-49f4-a618-8414f1763806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:33:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['0edcf0c9-49ac-4672-a5eb-a8be67da2b71'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:30.393903 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fd50f7be-39c4-4a51-9aab-01cc1f5738c6 req-099ecc3d-b1a3-42e0-8152-35857e3f5dc3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496062 Sep 24 03:33:30.415804 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b0acf-908c-4684-b7e7-37549f9529f8 req-c264c64c-62fb-4ad1-a2a1-898865604c2d tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:30.415804 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-be4b0acf-908c-4684-b7e7-37549f9529f8 req-c264c64c-62fb-4ad1-a2a1-898865604c2d tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 946 time: 0.1842964 Sep 24 03:33:30.507586 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device bab9d429-83e8-4926-8d6d-23a4ee596aec up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:30.522432 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-be4b0acf-908c-4684-b7e7-37549f9529f8 req-3c953099-de98-49fd-ab98-f21a62ad8fd4 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007843 Sep 24 03:33:30.615574 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Set router 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:33:30.621431 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae31ea1-19b9-435e-ba18-1e2e5934e89c req-5a6a698f-9fc1-4f6f-b8fb-1b66f732765c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:30.623100 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5ae31ea1-19b9-435e-ba18-1e2e5934e89c req-5a6a698f-9fc1-4f6f-b8fb-1b66f732765c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0550036 Sep 24 03:33:30.644245 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port bab9d429-83e8-4926-8d6d-23a4ee596aec triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:30.644453 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:30.702401 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5ae31ea1-19b9-435e-ba18-1e2e5934e89c req-8855ee4a-72e0-4892-a11b-6e72fda4752f tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662560 Sep 24 03:33:30.845949 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fb2c9-8b44-40ff-82e0-853ab8bf8341 req-735f4e40-2ccf-4993-816d-c1e4159c16ba tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:30.860260 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cc8fb2c9-8b44-40ff-82e0-853ab8bf8341 req-735f4e40-2ccf-4993-816d-c1e4159c16ba tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 946 time: 0.1002440 Sep 24 03:33:30.882818 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:30.947278 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cc8fb2c9-8b44-40ff-82e0-853ab8bf8341 req-204e3231-716b-4d76-9a71-0f514893944b tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851364 Sep 24 03:33:30.959940 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:30.960584 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:31.202391 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-89469e19-e507-49f4-a618-8414f1763806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'name': 'tempest-TestMinimumBasicScenario-1664268166-router', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:23Z', 'updated_at': '2021-09-24T03:33:27Z', 'revision_number': 4, 'project_id': '93122daf3e8c449882946525dfb8f857', 'gw_port': {'id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:24Z', 'updated_at': '2021-09-24T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'a1529c32-e5db-4993-8f09-217da4befc5c', 'name': '', 'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'mac_address': 'fa:16:3e:b5:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '65bb1edf-e7d5-4f7f-b89a-b27be5753ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:26Z', 'updated_at': '2021-09-24T03:33:27Z', 'revision_number': 2, 'project_id': '93122daf3e8c449882946525dfb8f857', 'subnets': [{'id': '65bb1edf-e7d5-4f7f-b89a-b27be5753ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:31.261278 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Checking router: 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:33:31.261642 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Updating router 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 port a1529c32-e5db-4993-8f09-217da4befc5c binding host dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:33:31.303062 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:31.326391 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ccbf2-8fd5-4bbd-9999-b619c39ca128 req-62810eb9-a4be-40e7-bc22-d2dbd8efa596 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:31.327993 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bf0ccbf2-8fd5-4bbd-9999-b619c39ca128 req-62810eb9-a4be-40e7-bc22-d2dbd8efa596 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0591478 Sep 24 03:33:31.397982 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bf0ccbf2-8fd5-4bbd-9999-b619c39ca128 req-df107080-5ebf-464a-83d4-dec7f4bd0aa3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561247 Sep 24 03:33:31.583801 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6ace7-edf4-4815-ab10-31204279b208 req-9a3cfaad-a7f7-405c-8ff2-b56c82976da6 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:31.588001 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ab6ace7-edf4-4815-ab10-31204279b208 req-9a3cfaad-a7f7-405c-8ff2-b56c82976da6 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0995479 Sep 24 03:33:31.726553 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:31.743761 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ab6ace7-edf4-4815-ab10-31204279b208 req-1759edea-996e-4583-8322-c0f8befcd2e6 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470006 Sep 24 03:33:31.746633 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:31.780944 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4ea04-9e45-40b1-80d8-7231f3a50a0e req-cddf3b25-470e-4ff3-a657-f910cdc32bd5 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:31.787306 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91d4ea04-9e45-40b1-80d8-7231f3a50a0e req-cddf3b25-470e-4ff3-a657-f910cdc32bd5 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 946 time: 0.1552448 Sep 24 03:33:31.846295 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121fb70-3760-4594-be68-4630f33e76b0 None None] Pushing event updated for resources: {'Port': ['ID=a1529c32-e5db-4993-8f09-217da4befc5c,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:31.875685 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91d4ea04-9e45-40b1-80d8-7231f3a50a0e req-55ee67f1-cf7c-4336-ba77-759d7c7a24dc tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874174 Sep 24 03:33:31.895213 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Attempting to bind port a1529c32-e5db-4993-8f09-217da4befc5c on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:33:31.895626 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Attempting to bind port a1529c32-e5db-4993-8f09-217da4befc5c by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': 'c9f97116-45c7-4dec-ae4c-b0b08207ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:33:31.896001 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Attempting to bind port a1529c32-e5db-4993-8f09-217da4befc5c on network bdd6104b-dd23-4e4b-90a1-8788a3994565 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:31.904736 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:33:31.905116 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Checking segment: {'id': 'c9f97116-45c7-4dec-ae4c-b0b08207ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:33:31.905664 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:31.906087 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Bound using segment: {'id': 'c9f97116-45c7-4dec-ae4c-b0b08207ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:33:31.906563 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Bound port: a1529c32-e5db-4993-8f09-217da4befc5c, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f97116-45c7-4dec-ae4c-b0b08207ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:33:31.906939 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:32.021193 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-89469e19-e507-49f4-a618-8414f1763806 None None] For port a1529c32-e5db-4993-8f09-217da4befc5c, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:33:32.025480 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-89469e19-e507-49f4-a618-8414f1763806 None None] For port a1529c32-e5db-4993-8f09-217da4befc5c, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=a1529c32-e5db-4993-8f09-217da4befc5c,segment=NetworkSegment(c9f97116-45c7-4dec-ae4c-b0b08207ff05),segment_id=c9f97116-45c7-4dec-ae4c-b0b08207ff05)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:33:32.040212 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:32.105472 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2b654-7fe7-4bda-b2a4-ec5c94deaaf8 req-b7999177-070b-4da2-ae9a-45e970bfa20e tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:32.107660 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5df2b654-7fe7-4bda-b2a4-ec5c94deaaf8 req-b7999177-070b-4da2-ae9a-45e970bfa20e tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 946 time: 0.0687084 Sep 24 03:33:32.128903 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Routers {'0edcf0c9-49ac-4672-a5eb-a8be67da2b71'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:33:32.129536 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-89469e19-e507-49f4-a618-8414f1763806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:33:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['0edcf0c9-49ac-4672-a5eb-a8be67da2b71'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:32.149495 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121fb70-3760-4594-be68-4630f33e76b0 None None] Pushing event updated for resources: {'Port': ['ID=a1529c32-e5db-4993-8f09-217da4befc5c,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:32.176676 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5df2b654-7fe7-4bda-b2a4-ec5c94deaaf8 req-daa3354d-885b-41eb-8dc7-128f9eddcab9 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595412 Sep 24 03:33:32.229596 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-fc489b44-3f3d-41bc-8d1f-e23b8c4ebbc7 None None] Provisioning complete for port a1529c32-e5db-4993-8f09-217da4befc5c triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:32.229596 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc489b44-3f3d-41bc-8d1f-e23b8c4ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:32.384346 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeca443-c1e4-474f-90f7-3629f3eb7c3c req-6c595a71-5283-401f-9c31-da1e0b771e04 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:32.386631 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-caeca443-c1e4-474f-90f7-3629f3eb7c3c req-6c595a71-5283-401f-9c31-da1e0b771e04 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0673087 Sep 24 03:33:32.419359 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc489b44-3f3d-41bc-8d1f-e23b8c4ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:32.422305 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-89469e19-e507-49f4-a618-8414f1763806 None None] Set router 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:33:32.459477 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-caeca443-c1e4-474f-90f7-3629f3eb7c3c req-862425ce-0bf2-4730-9251-39a78235fd37 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638289 Sep 24 03:33:32.527474 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-fc489b44-3f3d-41bc-8d1f-e23b8c4ebbc7 None None] For port a1529c32-e5db-4993-8f09-217da4befc5c, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=a1529c32-e5db-4993-8f09-217da4befc5c,segment=NetworkSegment(c9f97116-45c7-4dec-ae4c-b0b08207ff05),segment_id=c9f97116-45c7-4dec-ae4c-b0b08207ff05)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:32.606106 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14753792-f708-44d5-8708-3ab4bed7b248 req-7810bfd2-e054-489d-967b-984749d1ed0b tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:32.608592 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-14753792-f708-44d5-8708-3ab4bed7b248 req-7810bfd2-e054-489d-967b-984749d1ed0b tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 946 time: 0.0857422 Sep 24 03:33:32.608717 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4108a-3e65-4e74-aa2c-35aff4810bf2 req-f51e8d8c-6ea3-4792-9581-e6aa028d0d81 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:32.611182 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e6f4108a-3e65-4e74-aa2c-35aff4810bf2 req-f51e8d8c-6ea3-4792-9581-e6aa028d0d81 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.1263578 Sep 24 03:33:32.619040 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc489b44-3f3d-41bc-8d1f-e23b8c4ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:32.694353 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e6f4108a-3e65-4e74-aa2c-35aff4810bf2 req-2debc039-9002-4b50-993b-6fc2d47c2516 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737185 Sep 24 03:33:32.774654 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-14753792-f708-44d5-8708-3ab4bed7b248 req-a35ff60b-4cf4-4bab-b3e9-e0ea72c69060 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Deleting port 8a89867b-79de-453d-a062-28755c7fbd4d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:33:32.775469 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14753792-f708-44d5-8708-3ab4bed7b248 req-a35ff60b-4cf4-4bab-b3e9-e0ea72c69060 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:32.775692 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc489b44-3f3d-41bc-8d1f-e23b8c4ebbc7 None None] Pushing event updated for resources: {'Port': ['ID=a1529c32-e5db-4993-8f09-217da4befc5c,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:32.782672 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-13f2e6e5-1559-43bf-9f71-9191e1c3f93f None None] Provisioning complete for port a1529c32-e5db-4993-8f09-217da4befc5c triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:32.783035 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13f2e6e5-1559-43bf-9f71-9191e1c3f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:32.829019 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-89469e19-e507-49f4-a618-8414f1763806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'name': 'tempest-TestMinimumBasicScenario-1664268166-router', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:23Z', 'updated_at': '2021-09-24T03:33:27Z', 'revision_number': 4, 'project_id': '93122daf3e8c449882946525dfb8f857', 'gw_port': {'id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:24Z', 'updated_at': '2021-09-24T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'a1529c32-e5db-4993-8f09-217da4befc5c', 'name': '', 'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'mac_address': 'fa:16:3e:b5:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '65bb1edf-e7d5-4f7f-b89a-b27be5753ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:26Z', 'updated_at': '2021-09-24T03:33:32Z', 'revision_number': 4, 'project_id': '93122daf3e8c449882946525dfb8f857', 'subnets': [{'id': '65bb1edf-e7d5-4f7f-b89a-b27be5753ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:33:32.872293 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89469e19-e507-49f4-a618-8414f1763806 None None] The sync data for ids ['0edcf0c9-49ac-4672-a5eb-a8be67da2b71'] in dv-cinder-810800-1-iscsi is: [{'id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'name': 'tempest-TestMinimumBasicScenario-1664268166-router', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:23Z', 'updated_at': '2021-09-24T03:33:27Z', 'revision_number': 4, 'project_id': '93122daf3e8c449882946525dfb8f857', 'gw_port': {'id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:24Z', 'updated_at': '2021-09-24T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'a1529c32-e5db-4993-8f09-217da4befc5c', 'name': '', 'network_id': 'bdd6104b-dd23-4e4b-90a1-8788a3994565', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'mac_address': 'fa:16:3e:b5:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '65bb1edf-e7d5-4f7f-b89a-b27be5753ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:26Z', 'updated_at': '2021-09-24T03:33:32Z', 'revision_number': 4, 'project_id': '93122daf3e8c449882946525dfb8f857', 'subnets': [{'id': '65bb1edf-e7d5-4f7f-b89a-b27be5753ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:33:33.047441 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf83352-23bc-48da-8cf4-456660c789ea req-7fd4bddd-f255-4605-8b70-68033821c356 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:33.059658 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cbf83352-23bc-48da-8cf4-456660c789ea req-7fd4bddd-f255-4605-8b70-68033821c356 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.1889586 Sep 24 03:33:33.103830 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-14753792-f708-44d5-8708-3ab4bed7b248 req-a35ff60b-4cf4-4bab-b3e9-e0ea72c69060 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] For port 8a89867b-79de-453d-a062-28755c7fbd4d, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8a89867b-79de-453d-a062-28755c7fbd4d,segment=NetworkSegment(9a10d436-cc04-4a47-b414-6f078f99ff7f),segment_id=9a10d436-cc04-4a47-b414-6f078f99ff7f)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:33.104124 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14753792-f708-44d5-8708-3ab4bed7b248 req-a35ff60b-4cf4-4bab-b3e9-e0ea72c69060 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:33.134916 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-14753792-f708-44d5-8708-3ab4bed7b248 req-a35ff60b-4cf4-4bab-b3e9-e0ea72c69060 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Calling delete_port for 8a89867b-79de-453d-a062-28755c7fbd4d owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:33:33.166542 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cbf83352-23bc-48da-8cf4-456660c789ea req-a77b3105-ed6d-42f9-a95d-da148afae103 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947158 Sep 24 03:33:33.315801 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee540e0-b26d-4048-86c7-36fe4086746f req-b851e400-e0ae-4e9a-abd2-6e1e98979ffe tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:33.317253 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3ee540e0-b26d-4048-86c7-36fe4086746f req-b851e400-e0ae-4e9a-abd2-6e1e98979ffe tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 946 time: 0.1477256 Sep 24 03:33:33.420886 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3ee540e0-b26d-4048-86c7-36fe4086746f req-dc42dc0a-741c-4d8f-a488-3f81760d01da tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870855 Sep 24 03:33:33.431012 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5d58b-1d35-47d8-97f2-fadfb87df41a req-03b7d748-f732-4c38-b4ad-31dc571fa8a0 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:33.432529 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-78e5d58b-1d35-47d8-97f2-fadfb87df41a req-03b7d748-f732-4c38-b4ad-31dc571fa8a0 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03c45c1-addf-4994-b5e1-5a74b2661432 HTTP/1.1" status: 200 len: 946 time: 0.1143439 Sep 24 03:33:33.479839 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14753792-f708-44d5-8708-3ab4bed7b248 req-a35ff60b-4cf4-4bab-b3e9-e0ea72c69060 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:33.496142 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8a89867b-79de-453d-a062-28755c7fbd4d'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:33:33.516428 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-78e5d58b-1d35-47d8-97f2-fadfb87df41a req-386a357c-d0d8-44a1-befc-81aa07b68ef1 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671127 Sep 24 03:33:33.535960 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ff60b-4cf4-4bab-b3e9-e0ea72c69060 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Pushing event deleted for resources: {'Port': ['ID=8a89867b-79de-453d-a062-28755c7fbd4d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:33.587597 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-14753792-f708-44d5-8708-3ab4bed7b248 req-a35ff60b-4cf4-4bab-b3e9-e0ea72c69060 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] No DVR routers for this DVR port 8a89867b-79de-453d-a062-28755c7fbd4d on host hv-cinder-81080 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:33:33.590385 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14753792-f708-44d5-8708-3ab4bed7b248 req-a35ff60b-4cf4-4bab-b3e9-e0ea72c69060 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:33.593059 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-14753792-f708-44d5-8708-3ab4bed7b248 req-a35ff60b-4cf4-4bab-b3e9-e0ea72c69060 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.13 "DELETE /v2.0/ports/8a89867b-79de-453d-a062-28755c7fbd4d HTTP/1.1" status: 204 len: 173 time: 0.9632394 Sep 24 03:33:33.594232 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03c45c1-addf-4994-b5e1-5a74b2661432', 'name': 'network-vif-deleted', 'tag': '8a89867b-79de-453d-a062-28755c7fbd4d'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:33:33.608798 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6738d8e-9a88-4861-90a6-ddae155907ac" -d '{"events": [{"server_uuid": "d03c45c1-addf-4994-b5e1-5a74b2661432", "name": "network-vif-deleted", "tag": "8a89867b-79de-453d-a062-28755c7fbd4d"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:33:33.703944 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d930bb0d-134e-4f1f-8709-610417817987 x-openstack-request-id: req-d930bb0d-134e-4f1f-8709-610417817987 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:33:33.705231 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03c45c1-addf-4994-b5e1-5a74b2661432", "name": "network-vif-deleted", "tag": "8a89867b-79de-453d-a062-28755c7fbd4d", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:33:33.705362 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d930bb0d-134e-4f1f-8709-610417817987 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:33:33.706113 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03c45c1-addf-4994-b5e1-5a74b2661432', 'name': 'network-vif-deleted', 'tag': '8a89867b-79de-453d-a062-28755c7fbd4d', 'status': 'completed', 'code': 200} Sep 24 03:33:33.862215 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa105550-6296-46bb-a612-30ebab6e0919 req-bae88a5a-cd3f-4de0-a05a-1cc28bcc1921 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:33.870363 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-aa105550-6296-46bb-a612-30ebab6e0919 req-bae88a5a-cd3f-4de0-a05a-1cc28bcc1921 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0809393 Sep 24 03:33:33.906013 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-aa105550-6296-46bb-a612-30ebab6e0919 req-da620957-73c6-4c2d-ab10-1f5663096d7d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347190 Sep 24 03:33:34.325266 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77b576-3b59-4029-ac17-afa4422c000f req-092a5eb2-79e0-4300-9b93-43fd93ec0062 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:34.326854 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e77b576-3b59-4029-ac17-afa4422c000f req-092a5eb2-79e0-4300-9b93-43fd93ec0062 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0673726 Sep 24 03:33:34.411757 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e77b576-3b59-4029-ac17-afa4422c000f req-fe6cad7f-e7e4-42c0-b3ce-8b061a8c51de tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778737 Sep 24 03:33:34.418176 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:33:34.522530 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device a1529c32-e5db-4993-8f09-217da4befc5c up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:34.640098 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port a1529c32-e5db-4993-8f09-217da4befc5c triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:34.640831 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:34.911630 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-a1da08d9-93a1-47ab-a140-49d95e2d706a tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:34.913392 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-a1da08d9-93a1-47ab-a140-49d95e2d706a tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/networks?id=5110320c-18ec-4819-bd21-89a3b96ba32f HTTP/1.1" status: 200 len: 809 time: 0.1164856 Sep 24 03:33:34.937060 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-d10c96eb-3411-48d4-b04a-13e4750d38e6 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/quotas/d23b942bef2c49778eda908a1dfb6c1f HTTP/1.1" status: 200 len: 375 time: 0.0175138 Sep 24 03:33:34.977033 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-5a0a693a-1ebe-4e04-9907-d38b57737ffd tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d23b942bef2c49778eda908a1dfb6c1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340834 Sep 24 03:33:35.110387 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d372683-fb89-4858-99a7-5e72add17557 req-d4619014-b285-4ee3-a942-7df838d1f8f3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:35.112937 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1d372683-fb89-4858-99a7-5e72add17557 req-d4619014-b285-4ee3-a942-7df838d1f8f3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.1003926 Sep 24 03:33:35.135266 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-229b286a-da1e-4b4d-b6c1-a5c9b8035181 service neutron] 10.222.0.18 "GET /v2.0/networks/5110320c-18ec-4819-bd21-89a3b96ba32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445892 Sep 24 03:33:35.185651 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1d372683-fb89-4858-99a7-5e72add17557 req-a3844f08-7439-48e3-844e-b759223cbe08 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645771 Sep 24 03:33:35.279673 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-9688a6d9-0715-4e1b-adcd-f75337b26d1c service neutron] 10.222.0.18 "GET /v2.0/networks/5110320c-18ec-4819-bd21-89a3b96ba32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325936 Sep 24 03:33:35.474597 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-61be1910-94d9-4c57-a751-556123f119db req-30653b50-d8aa-4644-896b-1ff31a9f63ed tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 210 time: 0.0392823 Sep 24 03:33:35.633311 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e06122-8d8d-46a4-ab46-4535d8d6d2b2 req-4ee372ae-5b2d-4280-8aff-d15349a5bd96 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:35.635786 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-79e06122-8d8d-46a4-ab46-4535d8d6d2b2 req-4ee372ae-5b2d-4280-8aff-d15349a5bd96 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0864685 Sep 24 03:33:35.698146 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-79e06122-8d8d-46a4-ab46-4535d8d6d2b2 req-89464841-6bdd-457d-9b8c-685270d103b9 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539672 Sep 24 03:33:36.255863 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8a89867b-79de-453d-a062-28755c7fbd4d no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:33:36.299475 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 8a89867b-79de-453d-a062-28755c7fbd4d {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:33:36.299832 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8a89867b-79de-453d-a062-28755c7fbd4d not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:33:36.328375 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abd77e-5488-43af-90eb-63b7e9439177 req-451d9581-a753-4799-bef4-f8c330702663 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:36.330458 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b7abd77e-5488-43af-90eb-63b7e9439177 req-451d9581-a753-4799-bef4-f8c330702663 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0586905 Sep 24 03:33:36.377997 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b7abd77e-5488-43af-90eb-63b7e9439177 req-6c27460c-13dc-4c8d-9884-80c23c25f5b1 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405953 Sep 24 03:33:36.616727 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ef9fb143-73de-4d36-b977-c6648c3a7aa2 req-caf24c3d-0e1e-4420-823c-469c45a5e32a tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 210 time: 0.0410886 Sep 24 03:33:36.808352 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-38e6460b-940b-4a26-9fb3-b1ae750ec105 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:36.809918 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-38e6460b-940b-4a26-9fb3-b1ae750ec105 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.13 "GET /v2.0/networks?id=5110320c-18ec-4819-bd21-89a3b96ba32f HTTP/1.1" status: 200 len: 809 time: 0.1848533 Sep 24 03:33:36.831082 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-bc3874e5-91d9-43aa-942c-4b336974c5d5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Request body: {'port': {'device_id': '97ef1d15-e520-4dff-8106-a8264da94054', 'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f', 'admin_state_up': True, 'tenant_id': 'd23b942bef2c49778eda908a1dfb6c1f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:36.912466 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3e88d-640a-446c-866c-b6a407cd19a2 req-e3b44525-d0d6-49d1-8071-abe80d126dc4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:36.913528 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-01b3e88d-640a-446c-866c-b6a407cd19a2 req-e3b44525-d0d6-49d1-8071-abe80d126dc4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0976338 Sep 24 03:33:36.984499 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-01b3e88d-640a-446c-866c-b6a407cd19a2 req-a3b5b384-8688-41b9-ac97-e10b04d2aa36 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642970 Sep 24 03:33:36.987719 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-bc3874e5-91d9-43aa-942c-4b336974c5d5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Made reservation on behalf of d23b942bef2c49778eda908a1dfb6c1f for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:33:36.992196 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-bc3874e5-91d9-43aa-942c-4b336974c5d5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:37.380789 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-bc3874e5-91d9-43aa-942c-4b336974c5d5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Allocated IP 172.20.0.2 (5110320c-18ec-4819-bd21-89a3b96ba32f/8567bba7-952a-43dd-b5da-50eebe215c64/dbe23751-535d-46cb-96da-0ad01cf14019) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:33:37.551503 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-bc3874e5-91d9-43aa-942c-4b336974c5d5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:37.573416 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc37685-2a64-4fe8-b1b3-ba7e13244042 req-1213f36c-f53c-45ed-a792-aba82c6c45cd tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:37.574987 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9cc37685-2a64-4fe8-b1b3-ba7e13244042 req-1213f36c-f53c-45ed-a792-aba82c6c45cd tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0571072 Sep 24 03:33:37.602486 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-bc3874e5-91d9-43aa-942c-4b336974c5d5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:37.625682 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9cc37685-2a64-4fe8-b1b3-ba7e13244042 req-d0790091-361d-4373-bfe6-12c91682d266 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425727 Sep 24 03:33:37.676011 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3874e5-91d9-43aa-942c-4b336974c5d5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Pushing event updated for resources: {'Port': ['ID=dbe23751-535d-46cb-96da-0ad01cf14019,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:37.696131 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-bc3874e5-91d9-43aa-942c-4b336974c5d5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Network 5110320c-18ec-4819-bd21-89a3b96ba32f is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:33:37.698022 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-bc3874e5-91d9-43aa-942c-4b336974c5d5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:37.701214 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-bc3874e5-91d9-43aa-942c-4b336974c5d5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:33:37.763653 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-bc3874e5-91d9-43aa-942c-4b336974c5d5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:37.764464 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-bc3874e5-91d9-43aa-942c-4b336974c5d5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:37.777634 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca846f-e43a-4bdd-ae5b-bfbda904c49d req-28926a78-01d0-43a6-8220-abebb8d3e2c8 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:37.786162 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-bc3874e5-91d9-43aa-942c-4b336974c5d5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9593244 Sep 24 03:33:37.788761 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d1ca846f-e43a-4bdd-ae5b-bfbda904c49d req-28926a78-01d0-43a6-8220-abebb8d3e2c8 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 931 time: 0.0642881 Sep 24 03:33:37.807195 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Request body: {'port': {'device_id': '97ef1d15-e520-4dff-8106-a8264da94054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:37.828031 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d1ca846f-e43a-4bdd-ae5b-bfbda904c49d req-affe8913-b6c5-4abe-af72-95cc139137da tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382710 Sep 24 03:33:37.883395 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:38.105091 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da262fab-f424-4b54-b1a8-d1ec54cf9c25 req-41caf1fd-315d-4e5a-b496-2a9c3fd9f1f6 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:38.119700 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da262fab-f424-4b54-b1a8-d1ec54cf9c25 req-41caf1fd-315d-4e5a-b496-2a9c3fd9f1f6 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0601976 Sep 24 03:33:38.175291 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da262fab-f424-4b54-b1a8-d1ec54cf9c25 req-024de1d6-3cfd-4e19-b2b1-f640ee2383a0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492935 Sep 24 03:33:38.200239 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe23751-535d-46cb-96da-0ad01cf14019 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:33:38.209027 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:38.221380 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Transition to ACTIVE for port object dbe23751-535d-46cb-96da-0ad01cf14019 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:33:38.225831 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:38.320591 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe23751-535d-46cb-96da-0ad01cf14019,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:38.354636 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Attempting to bind port dbe23751-535d-46cb-96da-0ad01cf14019 on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:33:38.355047 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Attempting to bind port dbe23751-535d-46cb-96da-0ad01cf14019 by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '9a10d436-cc04-4a47-b414-6f078f99ff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:33:38.355445 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Attempting to bind port dbe23751-535d-46cb-96da-0ad01cf14019 on network 5110320c-18ec-4819-bd21-89a3b96ba32f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:38.361007 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Port dbe23751-535d-46cb-96da-0ad01cf14019 on network 5110320c-18ec-4819-bd21-89a3b96ba32f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:33:38.361463 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Attempting to bind port dbe23751-535d-46cb-96da-0ad01cf14019 on network 5110320c-18ec-4819-bd21-89a3b96ba32f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:38.367721 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:33:38.367721 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Checking segment: {'id': '9a10d436-cc04-4a47-b414-6f078f99ff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:33:38.368594 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Bound using segment: {'id': '9a10d436-cc04-4a47-b414-6f078f99ff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:33:38.368594 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Bound port: dbe23751-535d-46cb-96da-0ad01cf14019, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a10d436-cc04-4a47-b414-6f078f99ff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:33:38.368784 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:38.441403 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] For port dbe23751-535d-46cb-96da-0ad01cf14019, host hv-cinder-81080, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:33:38.444798 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] For port dbe23751-535d-46cb-96da-0ad01cf14019, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=dbe23751-535d-46cb-96da-0ad01cf14019,segment=NetworkSegment(9a10d436-cc04-4a47-b414-6f078f99ff7f),segment_id=9a10d436-cc04-4a47-b414-6f078f99ff7f)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:33:38.450875 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:38.486933 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:38.487489 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:38.488898 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] 10.222.0.13 "PUT /v2.0/ports/dbe23751-535d-46cb-96da-0ad01cf14019 HTTP/1.1" status: 200 len: 1093 time: 0.6861749 Sep 24 03:33:38.489600 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ef1d15-e520-4dff-8106-a8264da94054', 'tag': 'dbe23751-535d-46cb-96da-0ad01cf14019'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:33:38.491887 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee679e44-1e8d-48ff-9406-3743b5d846ac" -d '{"events": [{"name": "network-changed", "server_uuid": "97ef1d15-e520-4dff-8106-a8264da94054", "tag": "dbe23751-535d-46cb-96da-0ad01cf14019"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:33:38.589818 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c49d0c-3f15-4efd-a51c-796cdd3a5d58 x-openstack-request-id: req-99c49d0c-3f15-4efd-a51c-796cdd3a5d58 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:33:38.590113 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ef1d15-e520-4dff-8106-a8264da94054", "tag": "dbe23751-535d-46cb-96da-0ad01cf14019", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:33:38.590504 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99c49d0c-3f15-4efd-a51c-796cdd3a5d58 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:33:38.590949 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ef1d15-e520-4dff-8106-a8264da94054', 'tag': 'dbe23751-535d-46cb-96da-0ad01cf14019', 'status': 'completed', 'code': 200} Sep 24 03:33:38.597611 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112872d0-902a-47a8-b6be-99ac343c5c47 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe23751-535d-46cb-96da-0ad01cf14019,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:38.615114 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-3e8dd7e8-eb6e-4d02-bdeb-16da778a718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:38.616810 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-3e8dd7e8-eb6e-4d02-bdeb-16da778a718d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d23b942bef2c49778eda908a1dfb6c1f&device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 1096 time: 0.0640917 Sep 24 03:33:38.664453 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-202d2442-6e98-43b9-b56d-d22cc438c1b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbe23751-535d-46cb-96da-0ad01cf14019 HTTP/1.1" status: 200 len: 217 time: 0.0366929 Sep 24 03:33:38.718317 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-7a8757ef-e36d-450d-87c2-aa6d31303a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:38.720050 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-7a8757ef-e36d-450d-87c2-aa6d31303a16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8567bba7-952a-43dd-b5da-50eebe215c64 HTTP/1.1" status: 200 len: 849 time: 0.0471594 Sep 24 03:33:38.761879 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-fbfb9893-3164-4708-b51e-1272741dab6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5110320c-18ec-4819-bd21-89a3b96ba32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304856 Sep 24 03:33:38.805805 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61240687-4371-45ff-ba33-ca567383efbc req-01533c9f-edab-4484-ab53-cbaf58dfdcb6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:38.814167 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-61240687-4371-45ff-ba33-ca567383efbc req-01533c9f-edab-4484-ab53-cbaf58dfdcb6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0762579 Sep 24 03:33:38.859646 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-61240687-4371-45ff-ba33-ca567383efbc req-4e9f0ebb-6990-4541-9b76-b0de6af9f038 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441718 Sep 24 03:33:38.879696 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-a227639d-bcbe-4f71-869f-441cf08c12fb service neutron] 10.222.0.13 "GET /v2.0/networks/5110320c-18ec-4819-bd21-89a3b96ba32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064181 Sep 24 03:33:39.005212 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549e73e-b2f5-48c9-a5b2-c3029d5242ee req-c5e40084-214b-40a2-8304-0d36463dd411 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:39.007010 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e549e73e-b2f5-48c9-a5b2-c3029d5242ee req-c5e40084-214b-40a2-8304-0d36463dd411 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 943 time: 0.0773017 Sep 24 03:33:39.023530 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-189234df-a3df-42d2-9cf6-d4e8a33ce8bd req-450c9a25-9d2f-4fc5-ba55-2582f84c8196 service neutron] 10.222.0.13 "GET /v2.0/networks/5110320c-18ec-4819-bd21-89a3b96ba32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332309 Sep 24 03:33:39.051412 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e549e73e-b2f5-48c9-a5b2-c3029d5242ee req-2b61242c-0107-4c90-827e-7d0267852665 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371118 Sep 24 03:33:39.139870 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee679e44-1e8d-48ff-9406-3743b5d846ac req-8444351b-5180-4307-b49c-79d8e0a45240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:39.141877 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-ee679e44-1e8d-48ff-9406-3743b5d846ac req-8444351b-5180-4307-b49c-79d8e0a45240 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d23b942bef2c49778eda908a1dfb6c1f&device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 1096 time: 0.0482450 Sep 24 03:33:39.267591 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee679e44-1e8d-48ff-9406-3743b5d846ac req-136b4d6a-5bd4-4f7a-81e0-3dcee0885a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:39.269346 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-ee679e44-1e8d-48ff-9406-3743b5d846ac req-136b4d6a-5bd4-4f7a-81e0-3dcee0885a5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5110320c-18ec-4819-bd21-89a3b96ba32f HTTP/1.1" status: 200 len: 910 time: 0.1196446 Sep 24 03:33:39.310682 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dea2ff-c277-4dcc-a367-31d2a3fab6c2 req-bdac2ee9-3b26-4704-8a98-fea067339ee8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:39.312334 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d1dea2ff-c277-4dcc-a367-31d2a3fab6c2 req-bdac2ee9-3b26-4704-8a98-fea067339ee8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0709569 Sep 24 03:33:39.326450 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-ee679e44-1e8d-48ff-9406-3743b5d846ac req-6333ed1c-6309-4c19-9608-2985c1690237 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbe23751-535d-46cb-96da-0ad01cf14019 HTTP/1.1" status: 200 len: 217 time: 0.0470521 Sep 24 03:33:39.359642 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d1dea2ff-c277-4dcc-a367-31d2a3fab6c2 req-a9716429-6ca4-44dc-ba09-72cae7bdd8ef tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395827 Sep 24 03:33:39.414534 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee679e44-1e8d-48ff-9406-3743b5d846ac req-fcf8688b-2894-4c9f-bf38-705c83071da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:39.416111 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-ee679e44-1e8d-48ff-9406-3743b5d846ac req-fcf8688b-2894-4c9f-bf38-705c83071da5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8567bba7-952a-43dd-b5da-50eebe215c64 HTTP/1.1" status: 200 len: 849 time: 0.0663497 Sep 24 03:33:39.455848 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-ee679e44-1e8d-48ff-9406-3743b5d846ac req-dbc908b7-6c8b-4b4e-b639-98fee25ea072 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5110320c-18ec-4819-bd21-89a3b96ba32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273724 Sep 24 03:33:39.573309 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-ee679e44-1e8d-48ff-9406-3743b5d846ac req-af659418-e1c8-4dd3-a240-de6685d57301 service neutron] 10.222.0.13 "GET /v2.0/networks/5110320c-18ec-4819-bd21-89a3b96ba32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002405 Sep 24 03:33:39.687146 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-ee679e44-1e8d-48ff-9406-3743b5d846ac req-4543c22e-5e37-403b-8aaf-40064d280b25 service neutron] 10.222.0.13 "GET /v2.0/networks/5110320c-18ec-4819-bd21-89a3b96ba32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006069 Sep 24 03:33:39.976091 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6563c-280f-4d25-b957-8e70bdc1ebcf req-f87cfb4d-d575-4fdb-90bd-7cff0faa3c3d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:39.977781 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-34d6563c-280f-4d25-b957-8e70bdc1ebcf req-f87cfb4d-d575-4fdb-90bd-7cff0faa3c3d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0515430 Sep 24 03:33:40.019288 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-34d6563c-280f-4d25-b957-8e70bdc1ebcf req-37b8aaee-7e40-48c8-9c32-4d8bc4ad11fd tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354500 Sep 24 03:33:40.192539 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9dc3a-7979-47fb-bbda-23854f8a705b req-b8233ae4-2a9a-498e-9be1-726f8fa393ab tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:40.194289 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b7b9dc3a-7979-47fb-bbda-23854f8a705b req-b8233ae4-2a9a-498e-9be1-726f8fa393ab tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 943 time: 0.0680237 Sep 24 03:33:40.261521 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b7b9dc3a-7979-47fb-bbda-23854f8a705b req-d8652957-eb53-4d2d-9d69-00e6af762bdc tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415833 Sep 24 03:33:40.505991 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cf6ad-0739-481b-add7-d00681ac0e21 req-98d4cdaa-5ab2-4572-b4bd-198c3f0a5e93 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:40.507470 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a5cf6ad-0739-481b-add7-d00681ac0e21 req-98d4cdaa-5ab2-4572-b4bd-198c3f0a5e93 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0567560 Sep 24 03:33:40.550958 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a5cf6ad-0739-481b-add7-d00681ac0e21 req-cd11860e-bec9-4afa-a0c4-fe2c1b0f45a5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369451 Sep 24 03:33:41.064750 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274d9bf-f934-47b0-bcf1-989796adca46 req-95dc952c-5d51-4502-8298-f507f3a6eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:41.066526 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3274d9bf-f934-47b0-bcf1-989796adca46 req-95dc952c-5d51-4502-8298-f507f3a6eadf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9044a5eb528040b1804ebe0176b04bcb&device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 1099 time: 0.0612535 Sep 24 03:33:41.080625 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8ce72-1cf6-4ab2-be2c-cc31a7b10fe2 req-1351745a-293e-4bfa-a0c8-18eedc6c848d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:41.082148 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-09a8ce72-1cf6-4ab2-be2c-cc31a7b10fe2 req-1351745a-293e-4bfa-a0c8-18eedc6c848d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0674896 Sep 24 03:33:41.159359 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-09a8ce72-1cf6-4ab2-be2c-cc31a7b10fe2 req-7596f2dd-abd0-492a-8fae-3d96698a4fac tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581257 Sep 24 03:33:41.199106 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274d9bf-f934-47b0-bcf1-989796adca46 req-8e2c24d7-0444-47fa-b50b-277e1c67a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:41.200789 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3274d9bf-f934-47b0-bcf1-989796adca46 req-8e2c24d7-0444-47fa-b50b-277e1c67a87c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4489f0f-1647-433c-a28d-da32642eb55e HTTP/1.1" status: 200 len: 919 time: 0.1213901 Sep 24 03:33:41.247422 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3274d9bf-f934-47b0-bcf1-989796adca46 req-157cf7ce-9716-475e-97c5-bdc6ee051c78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=515ade53-cef9-43f6-8ae2-c5e8d29c22f8 HTTP/1.1" status: 200 len: 217 time: 0.0387151 Sep 24 03:33:41.269018 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef10021-337f-4ab2-a75a-100858c02fe0 req-911ad80d-7b2b-4735-91e2-723b781a4929 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:41.270591 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fef10021-337f-4ab2-a75a-100858c02fe0 req-911ad80d-7b2b-4735-91e2-723b781a4929 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0546758 Sep 24 03:33:41.302233 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274d9bf-f934-47b0-bcf1-989796adca46 req-53488470-1604-4012-ba59-6b92e6bf49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:41.303972 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3274d9bf-f934-47b0-bcf1-989796adca46 req-53488470-1604-4012-ba59-6b92e6bf49c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73ab388-512a-40d2-a0c1-897e1cbeecdc HTTP/1.1" status: 200 len: 858 time: 0.0481343 Sep 24 03:33:41.323683 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fef10021-337f-4ab2-a75a-100858c02fe0 req-b71833aa-3642-41f7-a18b-f26d56d6344c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467334 Sep 24 03:33:41.343008 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3274d9bf-f934-47b0-bcf1-989796adca46 req-0cec0424-c49c-4bc7-8a07-4de90675585a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4489f0f-1647-433c-a28d-da32642eb55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270848 Sep 24 03:33:41.383866 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b258071-ac15-4ab0-bfd2-d7b1ad767028 req-afc23bb5-0e57-45a8-838d-4302c95779dc tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:41.385379 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4b258071-ac15-4ab0-bfd2-d7b1ad767028 req-afc23bb5-0e57-45a8-838d-4302c95779dc tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 943 time: 0.0518739 Sep 24 03:33:41.449364 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3274d9bf-f934-47b0-bcf1-989796adca46 req-1238f3df-fab9-4f37-9a44-ce89ff17f3d6 service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914581 Sep 24 03:33:41.474316 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4b258071-ac15-4ab0-bfd2-d7b1ad767028 req-8307a746-31e0-4cbd-81c0-d4626faca6a1 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798337 Sep 24 03:33:41.538190 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-176f6699-1a98-44dc-9c74-fbe085cf877f tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:41.539656 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-176f6699-1a98-44dc-9c74-fbe085cf877f tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/networks?id=6448989d-b885-499e-a084-9678a302db42 HTTP/1.1" status: 200 len: 815 time: 0.1382198 Sep 24 03:33:41.554936 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-26e9beae-d43f-4554-b145-40aaa7ea5faf tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/quotas/b8aafe7ea28c45d79b2cb49f09c3c82f HTTP/1.1" status: 200 len: 375 time: 0.0096428 Sep 24 03:33:41.565844 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-3274d9bf-f934-47b0-bcf1-989796adca46 req-1d170a33-caa6-4590-9fde-c52eef873765 service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825455 Sep 24 03:33:41.609809 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-c1d94b84-e76d-4992-9dcb-b9bd217526a4 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8aafe7ea28c45d79b2cb49f09c3c82f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491550 Sep 24 03:33:41.732708 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f440002-a63f-4978-974e-840f2fb9fd4c req-49408e5c-100c-4707-bfcb-c28ada40a291 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:41.734124 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9f440002-a63f-4978-974e-840f2fb9fd4c req-49408e5c-100c-4707-bfcb-c28ada40a291 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.1028430 Sep 24 03:33:41.764322 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-528e08cb-e243-41d5-9f13-0228767252bd service neutron] 10.222.0.18 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416113 Sep 24 03:33:41.802145 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9f440002-a63f-4978-974e-840f2fb9fd4c req-08e8dc83-2a06-4c30-92a2-230eaac8188d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612886 Sep 24 03:33:41.865016 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-019f0971-5b10-4937-8dfd-2c5e99d35772 service neutron] 10.222.0.18 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937650 Sep 24 03:33:42.020791 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ccee2f28-c813-44f1-a54e-d310fd121b13 req-6ae4754a-99eb-4b4e-bdca-ab8514dbdf56 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 210 time: 0.0254223 Sep 24 03:33:42.285004 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device dbe23751-535d-46cb-96da-0ad01cf14019 details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:33:42.297524 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067afcd-c39b-4c68-b425-863f253b3681 req-e30382f1-6d46-44a2-82be-5492b441d4ba tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:42.299161 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6067afcd-c39b-4c68-b425-863f253b3681 req-e30382f1-6d46-44a2-82be-5492b441d4ba tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0531437 Sep 24 03:33:42.341000 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6067afcd-c39b-4c68-b425-863f253b3681 req-be996dfa-5cf4-48b6-a0d7-e4d460286c70 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357971 Sep 24 03:33:42.382687 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port dbe23751-535d-46cb-96da-0ad01cf14019, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=dbe23751-535d-46cb-96da-0ad01cf14019,segment=NetworkSegment(9a10d436-cc04-4a47-b414-6f078f99ff7f),segment_id=9a10d436-cc04-4a47-b414-6f078f99ff7f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:42.394334 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': 'dbe23751-535d-46cb-96da-0ad01cf14019', 'network_id': '5110320c-18ec-4819-bd21-89a3b96ba32f', 'port_id': 'dbe23751-535d-46cb-96da-0ad01cf14019', 'mac_address': 'fa:16:3e:b0:d6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8567bba7-952a-43dd-b5da-50eebe215c64', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:33:42.436147 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:42.450410 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68c90e-5459-49e3-81dc-fe2541ddc48d req-7b4c0076-34f6-4a36-815b-3f2d378b87e3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:42.452104 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9c68c90e-5459-49e3-81dc-fe2541ddc48d req-7b4c0076-34f6-4a36-815b-3f2d378b87e3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0542104 Sep 24 03:33:42.494177 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9c68c90e-5459-49e3-81dc-fe2541ddc48d req-e8e09195-7862-44dc-b89c-d5c1161385e5 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350485 Sep 24 03:33:42.575324 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe23751-535d-46cb-96da-0ad01cf14019 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:33:42.599071 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port dbe23751-535d-46cb-96da-0ad01cf14019, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=dbe23751-535d-46cb-96da-0ad01cf14019,segment=NetworkSegment(9a10d436-cc04-4a47-b414-6f078f99ff7f),segment_id=9a10d436-cc04-4a47-b414-6f078f99ff7f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:42.599927 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aab77c-5ed4-4a2f-b4b9-5b8588b198e0 req-6581a6f6-e7d4-4ffd-b336-36c51b7e9055 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:42.601531 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c7aab77c-5ed4-4a2f-b4b9-5b8588b198e0 req-6581a6f6-e7d4-4ffd-b336-36c51b7e9055 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 943 time: 0.0580773 Sep 24 03:33:42.607025 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:42.642766 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c7aab77c-5ed4-4a2f-b4b9-5b8588b198e0 req-2d76158d-07b8-43e4-9a68-56d3ddc5fe9a tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349739 Sep 24 03:33:42.656743 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=dbe23751-535d-46cb-96da-0ad01cf14019,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:42.933471 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f50ba7-3236-4e76-bf82-f1f667f85748 req-5203ba31-2bb0-487a-992c-c96078dfddb5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:42.934960 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-62f50ba7-3236-4e76-bf82-f1f667f85748 req-5203ba31-2bb0-487a-992c-c96078dfddb5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0585759 Sep 24 03:33:42.971937 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-62f50ba7-3236-4e76-bf82-f1f667f85748 req-8ba0359e-73dd-4851-aecf-e2501934d857 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305595 Sep 24 03:33:43.013852 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['dbe23751-535d-46cb-96da-0ad01cf14019'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:33:43.124300 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9640ebcb-6a7e-4a5a-ae1c-12ed6852d69f req-b94dc811-d9ea-40d9-926e-24fa1d1c0394 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 210 time: 0.0344164 Sep 24 03:33:43.195277 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-7ffbfd19-881b-4207-8e13-362132fae61b tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:43.196728 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-7ffbfd19-881b-4207-8e13-362132fae61b tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.13 "GET /v2.0/networks?id=6448989d-b885-499e-a084-9678a302db42 HTTP/1.1" status: 200 len: 815 time: 0.1208148 Sep 24 03:33:43.224003 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-da6fa45f-b1b7-4b4b-b2f7-92b5079e3bc7 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Request body: {'port': {'device_id': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'admin_state_up': True, 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:43.335104 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-da6fa45f-b1b7-4b4b-b2f7-92b5079e3bc7 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Made reservation on behalf of b8aafe7ea28c45d79b2cb49f09c3c82f for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:33:43.338553 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-da6fa45f-b1b7-4b4b-b2f7-92b5079e3bc7 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:43.457594 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898aba4f-f2e9-4521-82b0-38ebd95dc378 req-eadf4e99-6b55-47f9-8b69-3966a07c097d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:43.459258 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-898aba4f-f2e9-4521-82b0-38ebd95dc378 req-eadf4e99-6b55-47f9-8b69-3966a07c097d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0511646 Sep 24 03:33:43.466321 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-da6fa45f-b1b7-4b4b-b2f7-92b5079e3bc7 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Allocated IP 172.20.0.10 (6448989d-b885-499e-a084-9678a302db42/bf378b03-36db-451a-b5ee-be5d345b839d/e6ac50dd-759d-45ec-baea-edee8c9c243d) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:33:43.506262 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-898aba4f-f2e9-4521-82b0-38ebd95dc378 req-b7b65404-44f7-46fa-8f31-2139d2f3c99a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403061 Sep 24 03:33:43.630636 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef6f57-eb77-4141-9201-d223b1dc0aa8 req-ff91f890-2917-406d-b858-acdf146a5e32 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:43.632686 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3aef6f57-eb77-4141-9201-d223b1dc0aa8 req-ff91f890-2917-406d-b858-acdf146a5e32 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0592351 Sep 24 03:33:43.657786 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-da6fa45f-b1b7-4b4b-b2f7-92b5079e3bc7 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:43.729575 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-da6fa45f-b1b7-4b4b-b2f7-92b5079e3bc7 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:43.736753 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3aef6f57-eb77-4141-9201-d223b1dc0aa8 req-6377264b-4b72-4a61-817c-1f0a2045e961 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959010 Sep 24 03:33:43.825973 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-da6fa45f-b1b7-4b4b-b2f7-92b5079e3bc7 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Network 6448989d-b885-499e-a084-9678a302db42 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:33:43.831249 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-da6fa45f-b1b7-4b4b-b2f7-92b5079e3bc7 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:33:43.839914 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4990-6657-49f3-b229-31a6f20e8149 req-56923635-2cdb-49d6-855f-b6c3d3ba217d tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:43.853180 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-12aa4990-6657-49f3-b229-31a6f20e8149 req-56923635-2cdb-49d6-855f-b6c3d3ba217d tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 944 time: 0.1127536 Sep 24 03:33:43.858157 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-da6fa45f-b1b7-4b4b-b2f7-92b5079e3bc7 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:33:43.910615 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-12aa4990-6657-49f3-b229-31a6f20e8149 req-0eef4c70-d615-42a8-aea8-046a7452bf06 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505204 Sep 24 03:33:43.941772 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fa45f-b1b7-4b4b-b2f7-92b5079e3bc7 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event updated for resources: {'Port': ['ID=e6ac50dd-759d-45ec-baea-edee8c9c243d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:43.973875 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-da6fa45f-b1b7-4b4b-b2f7-92b5079e3bc7 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:43.974716 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-da6fa45f-b1b7-4b4b-b2f7-92b5079e3bc7 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:43.993515 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-da6fa45f-b1b7-4b4b-b2f7-92b5079e3bc7 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7736509 Sep 24 03:33:44.119848 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3fb5d-2965-4a90-a484-44d7a6951754 req-94553984-4845-4b8b-8ce1-8f7d79cdc6f5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:44.121364 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-60d3fb5d-2965-4a90-a484-44d7a6951754 req-94553984-4845-4b8b-8ce1-8f7d79cdc6f5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0709071 Sep 24 03:33:44.162133 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-60d3fb5d-2965-4a90-a484-44d7a6951754 req-5d84029c-b899-469a-bfd1-ed8df6cf37e4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347271 Sep 24 03:33:44.209034 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-be875cdb-721a-4f47-be7b-6edece32fcbc None None] Provisioning complete for port e6ac50dd-759d-45ec-baea-edee8c9c243d triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:44.209638 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be875cdb-721a-4f47-be7b-6edece32fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:44.250312 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-be875cdb-721a-4f47-be7b-6edece32fcbc None None] Port e6ac50dd-759d-45ec-baea-edee8c9c243d cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:33:44.273138 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b0f54-abbb-49f0-a1f4-39136936d6c5 req-071f9d6f-a65f-4639-abe8-4f609c0ef1d9 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:44.274702 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ad6b0f54-abbb-49f0-a1f4-39136936d6c5 req-071f9d6f-a65f-4639-abe8-4f609c0ef1d9 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 932 time: 0.0592644 Sep 24 03:33:44.317653 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ad6b0f54-abbb-49f0-a1f4-39136936d6c5 req-a6d7226c-8c9d-4d6c-979a-e66a239beab3 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366542 Sep 24 03:33:44.622833 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc850b-2a8d-4525-8417-040ba0a40637 req-b644da27-ba46-4b2f-bd90-4b8274fd1d09 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:44.624361 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8fbc850b-2a8d-4525-8417-040ba0a40637 req-b644da27-ba46-4b2f-bd90-4b8274fd1d09 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0523148 Sep 24 03:33:44.667501 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8fbc850b-2a8d-4525-8417-040ba0a40637 req-0bb2e7fd-73ae-4162-8154-f101fd479add tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370593 Sep 24 03:33:44.856784 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7213ece-894d-4263-a4fd-053e7f329dd9 req-405f3b1c-a012-4225-ac46-684044753bb7 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:44.858178 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c7213ece-894d-4263-a4fd-053e7f329dd9 req-405f3b1c-a012-4225-ac46-684044753bb7 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0490201 Sep 24 03:33:44.904319 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c7213ece-894d-4263-a4fd-053e7f329dd9 req-534c4c7c-1932-45b3-abb4-d91a6d50cd87 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363078 Sep 24 03:33:45.035316 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f459e0a-5bd2-4196-a388-d18f0a1a44a7 req-312c124b-820e-43dc-8f25-731d2daed1a9 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:45.036971 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2f459e0a-5bd2-4196-a388-d18f0a1a44a7 req-312c124b-820e-43dc-8f25-731d2daed1a9 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 944 time: 0.0501082 Sep 24 03:33:45.081076 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2f459e0a-5bd2-4196-a388-d18f0a1a44a7 req-b58491ad-9b8b-4756-a2af-ef800588c1a8 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Sep 24 03:33:45.185866 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73af5633-eacd-45a0-95b9-9aec88ba905f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:45.304707 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114d53a-3e4e-43c0-9139-62e06f2e8ebf req-f798247c-acdc-4c26-bdd5-e1d9f30d6fcb tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:45.306178 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9114d53a-3e4e-43c0-9139-62e06f2e8ebf req-f798247c-acdc-4c26-bdd5-e1d9f30d6fcb tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0477917 Sep 24 03:33:45.343867 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9114d53a-3e4e-43c0-9139-62e06f2e8ebf req-10f7f156-e3b7-458d-b1e8-6dcdf4babad2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316248 Sep 24 03:33:45.447321 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1f126-2af1-4257-af2e-3cef9f7e0b1a req-0672308b-cfe2-402c-929c-916e92ab4fef tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:45.448718 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-98e1f126-2af1-4257-af2e-3cef9f7e0b1a req-0672308b-cfe2-402c-929c-916e92ab4fef tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 932 time: 0.0522006 Sep 24 03:33:45.497389 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-98e1f126-2af1-4257-af2e-3cef9f7e0b1a req-1f096051-eba3-441e-b77b-e05c44d3476c tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402615 Sep 24 03:33:45.794040 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10316f1-1815-4221-95ed-6f9b72a2412d req-e5d1ded0-8c4c-4944-8b7a-428d5e685684 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:45.795459 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f10316f1-1815-4221-95ed-6f9b72a2412d req-e5d1ded0-8c4c-4944-8b7a-428d5e685684 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0465438 Sep 24 03:33:45.836460 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f10316f1-1815-4221-95ed-6f9b72a2412d req-fd5c2009-6007-4fff-89f0-687112c88ac6 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345256 Sep 24 03:33:46.024723 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484663a6-5610-4c0c-8330-869ba89d7683 req-2016bced-25bd-4dac-ac70-a3cbc2f2b2f9 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:46.026675 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-484663a6-5610-4c0c-8330-869ba89d7683 req-2016bced-25bd-4dac-ac70-a3cbc2f2b2f9 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0518358 Sep 24 03:33:46.066403 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-484663a6-5610-4c0c-8330-869ba89d7683 req-3a39ae72-48f5-4d34-85af-afed3ed02751 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329227 Sep 24 03:33:46.198073 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585d8e8-365e-443d-affd-4b26df0e6e9c req-bd8afb1f-75f2-49eb-a5b2-69dd9f42cda9 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:46.199531 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0585d8e8-365e-443d-affd-4b26df0e6e9c req-bd8afb1f-75f2-49eb-a5b2-69dd9f42cda9 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 944 time: 0.0495903 Sep 24 03:33:46.248810 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0585d8e8-365e-443d-affd-4b26df0e6e9c req-4dc7fd89-f6c6-4f72-8512-8b03018b6c89 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422292 Sep 24 03:33:46.302131 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device dbe23751-535d-46cb-96da-0ad01cf14019 up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:33:46.351017 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port dbe23751-535d-46cb-96da-0ad01cf14019 completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:33:46.354856 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port dbe23751-535d-46cb-96da-0ad01cf14019 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:33:46.355227 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:46.460534 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:46.498545 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ef1d15-e520-4dff-8106-a8264da94054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe23751-535d-46cb-96da-0ad01cf14019'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:33:46.501823 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0345606-6fdb-48b7-9c28-54c4665c1425" -d '{"events": [{"server_uuid": "97ef1d15-e520-4dff-8106-a8264da94054", "name": "network-vif-plugged", "status": "completed", "tag": "dbe23751-535d-46cb-96da-0ad01cf14019"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:33:46.505239 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port dbe23751-535d-46cb-96da-0ad01cf14019, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=dbe23751-535d-46cb-96da-0ad01cf14019,segment=NetworkSegment(9a10d436-cc04-4a47-b414-6f078f99ff7f),segment_id=9a10d436-cc04-4a47-b414-6f078f99ff7f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:46.511052 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455765c2-97d7-487d-958d-8d1f7512872b req-961e979c-d350-41f2-bd21-ddccffbcdfdf tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:46.512906 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:46.515092 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-455765c2-97d7-487d-958d-8d1f7512872b req-961e979c-d350-41f2-bd21-ddccffbcdfdf tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0703626 Sep 24 03:33:46.567588 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d0222b-ff97-4a9d-836c-a760bec7deca x-openstack-request-id: req-b4d0222b-ff97-4a9d-836c-a760bec7deca {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:33:46.567876 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ef1d15-e520-4dff-8106-a8264da94054", "name": "network-vif-plugged", "status": "completed", "tag": "dbe23751-535d-46cb-96da-0ad01cf14019", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:33:46.568191 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4d0222b-ff97-4a9d-836c-a760bec7deca {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:33:46.568635 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ef1d15-e520-4dff-8106-a8264da94054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe23751-535d-46cb-96da-0ad01cf14019', 'code': 200} Sep 24 03:33:46.570309 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-455765c2-97d7-487d-958d-8d1f7512872b req-cf83a48f-b18d-43f0-a19d-7a682a27e23c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459898 Sep 24 03:33:46.573473 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=dbe23751-535d-46cb-96da-0ad01cf14019,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:46.677281 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c059f0b-0814-453d-8108-33b3ed23ed20 req-c005fb66-be45-4acc-81eb-020934d7ad3f tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:46.679111 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9c059f0b-0814-453d-8108-33b3ed23ed20 req-c005fb66-be45-4acc-81eb-020934d7ad3f tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 932 time: 0.0547345 Sep 24 03:33:46.721288 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9c059f0b-0814-453d-8108-33b3ed23ed20 req-3cf561d1-46f2-48b7-af85-f1da2707e2de tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360878 Sep 24 03:33:46.958451 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c40e5-5e5e-4915-92b8-28e867387ac7 req-1d97cfde-61da-4365-8ea0-899e12bbd9d9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:46.959902 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d87c40e5-5e5e-4915-92b8-28e867387ac7 req-1d97cfde-61da-4365-8ea0-899e12bbd9d9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0474820 Sep 24 03:33:46.997302 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d87c40e5-5e5e-4915-92b8-28e867387ac7 req-3bb51411-12f4-4807-acc9-851bd8fa0c91 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Sep 24 03:33:47.187143 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9008405-cbc1-409f-b1cd-59dc4c2e004b req-8b3abd9a-be34-4319-8651-047a1792858a tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:47.189314 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f9008405-cbc1-409f-b1cd-59dc4c2e004b req-8b3abd9a-be34-4319-8651-047a1792858a tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0511425 Sep 24 03:33:47.233393 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f9008405-cbc1-409f-b1cd-59dc4c2e004b req-cda0f3d2-7b97-476c-a883-f0188f29d788 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364873 Sep 24 03:33:47.360023 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f3f90-f780-469b-84e1-b074c5064621 req-9ecb0dde-fd00-42cd-84f1-e3d5f96f4305 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:47.362088 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a62f3f90-f780-469b-84e1-b074c5064621 req-9ecb0dde-fd00-42cd-84f1-e3d5f96f4305 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.0508850 Sep 24 03:33:47.399722 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a62f3f90-f780-469b-84e1-b074c5064621 req-b4d4b3c4-2f09-4e71-b8a9-87715c5b13f2 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314074 Sep 24 03:33:47.676491 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fbc82c44-88dc-415b-9c95-72644f9b3b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:47.701772 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebf45e-5ce0-4fc2-8ac9-41f17c0a8dd8 req-c299c4dc-9fd9-4e2d-92e5-50eb844c379c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:47.703238 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-80ebf45e-5ce0-4fc2-8ac9-41f17c0a8dd8 req-c299c4dc-9fd9-4e2d-92e5-50eb844c379c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0514762 Sep 24 03:33:47.754100 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-80ebf45e-5ce0-4fc2-8ac9-41f17c0a8dd8 req-47ff61b5-fbf2-41e7-b885-7fb72f1dd66a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446048 Sep 24 03:33:47.852383 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26484c4-32ab-48f2-9acd-96df86f192b1 req-5ab31a31-98b8-496c-a958-5e34b5ef2ed8 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:47.853872 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d26484c4-32ab-48f2-9acd-96df86f192b1 req-5ab31a31-98b8-496c-a958-5e34b5ef2ed8 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 932 time: 0.0479300 Sep 24 03:33:47.894334 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d26484c4-32ab-48f2-9acd-96df86f192b1 req-de2a63cf-3383-440a-978d-e0177816a92d tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345025 Sep 24 03:33:48.117613 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa43559-67c2-49f0-b93a-382beab4f19f req-17d7bb0e-968a-409c-a388-41a91dbec566 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:48.119257 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5aa43559-67c2-49f0-b93a-382beab4f19f req-17d7bb0e-968a-409c-a388-41a91dbec566 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0495815 Sep 24 03:33:48.158495 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5aa43559-67c2-49f0-b93a-382beab4f19f req-d2ec70ae-45c3-49f8-b36b-0736935522fc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Sep 24 03:33:48.349177 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611288e-0834-42c4-ba5b-32e51c6fb3eb req-281e4fdc-63df-4e03-b02d-08121d7ee90d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:48.350769 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c611288e-0834-42c4-ba5b-32e51c6fb3eb req-281e4fdc-63df-4e03-b02d-08121d7ee90d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0492096 Sep 24 03:33:48.391200 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c611288e-0834-42c4-ba5b-32e51c6fb3eb req-262ea4eb-debc-46f8-9b0f-f77b44a109f1 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329468 Sep 24 03:33:48.526289 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ac388-5233-4c20-ac1e-aa31d2621579 req-24eacdb7-e84f-456c-a963-2e369908baf7 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:48.527711 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ee6ac388-5233-4c20-ac1e-aa31d2621579 req-24eacdb7-e84f-456c-a963-2e369908baf7 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.0479217 Sep 24 03:33:48.578945 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ee6ac388-5233-4c20-ac1e-aa31d2621579 req-866a898a-3d35-42a1-8760-176ea4ec863f tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 Sep 24 03:33:48.707359 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:48.893970 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86a5cf-99cf-49bc-8b43-bb82eeb2639c req-52cc4495-bb9e-423b-8d08-c5eea74e2b08 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:48.895557 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4d86a5cf-99cf-49bc-8b43-bb82eeb2639c req-52cc4495-bb9e-423b-8d08-c5eea74e2b08 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0514495 Sep 24 03:33:48.934143 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4d86a5cf-99cf-49bc-8b43-bb82eeb2639c req-34d6c5fb-97cc-4910-bcbd-1c91da35ae97 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325615 Sep 24 03:33:49.024022 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6f639-c70a-458e-bce6-27b4fde48354 req-0a5bdff0-ee11-4173-8718-400b67796c45 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:49.025699 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8bb6f639-c70a-458e-bce6-27b4fde48354 req-0a5bdff0-ee11-4173-8718-400b67796c45 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 932 time: 0.0603020 Sep 24 03:33:49.068082 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8bb6f639-c70a-458e-bce6-27b4fde48354 req-7f13920c-4724-41fb-b13c-1cf320f418a5 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358286 Sep 24 03:33:49.286495 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32f014-0163-48a6-945b-2edd7254baf1 req-00cced50-842d-4bd3-b005-7251995999ae tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:49.289294 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2f32f014-0163-48a6-945b-2edd7254baf1 req-00cced50-842d-4bd3-b005-7251995999ae tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0629478 Sep 24 03:33:49.294328 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:49.332778 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2f32f014-0163-48a6-945b-2edd7254baf1 req-d3beb5a2-5276-4b67-8318-3d18b926e745 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368807 Sep 24 03:33:49.517888 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e650f-be38-43e2-bb08-919cf9e8be22 req-bc138599-8523-4767-8106-c018ab4be2b3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:49.519357 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-de1e650f-be38-43e2-bb08-919cf9e8be22 req-bc138599-8523-4767-8106-c018ab4be2b3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0614123 Sep 24 03:33:49.558173 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-de1e650f-be38-43e2-bb08-919cf9e8be22 req-d351bf26-50cb-4754-af55-c51f50920721 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328984 Sep 24 03:33:49.700177 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d026dc-48e3-4b2e-9741-de3931191dda req-2c225bc6-bb62-4b7e-af31-0753c3e893a1 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:49.701607 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-29d026dc-48e3-4b2e-9741-de3931191dda req-2c225bc6-bb62-4b7e-af31-0753c3e893a1 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.0507956 Sep 24 03:33:49.744368 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-29d026dc-48e3-4b2e-9741-de3931191dda req-85099c58-8dfa-47b3-a4fb-f37d893a6d7f tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357542 Sep 24 03:33:50.054901 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1870a-66d0-4ceb-9c12-99885eeb0c08 req-62ae5b1c-455d-445a-a09b-6eab1ca38fc2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:50.058240 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8cf1870a-66d0-4ceb-9c12-99885eeb0c08 req-62ae5b1c-455d-445a-a09b-6eab1ca38fc2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0516789 Sep 24 03:33:50.099905 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8cf1870a-66d0-4ceb-9c12-99885eeb0c08 req-376bffd5-2d5c-4215-a9c6-884b2462f656 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375199 Sep 24 03:33:50.192683 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fa25c-38a5-40ea-93c8-3d3d9644ecea req-d23bb036-8381-4cc9-9dd7-afcad097c8ac tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:50.194126 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5f9fa25c-38a5-40ea-93c8-3d3d9644ecea req-d23bb036-8381-4cc9-9dd7-afcad097c8ac tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 932 time: 0.0504689 Sep 24 03:33:50.233847 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5f9fa25c-38a5-40ea-93c8-3d3d9644ecea req-8b13b3c2-cf97-484c-954b-19346662cb7c tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335538 Sep 24 03:33:50.459593 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d675-8b58-4ca7-97dd-c30ff2d37b2b req-74a7636e-c11e-4acc-be5d-e7623062d45b tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:50.461096 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bf97d675-8b58-4ca7-97dd-c30ff2d37b2b req-74a7636e-c11e-4acc-be5d-e7623062d45b tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0513258 Sep 24 03:33:50.504767 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bf97d675-8b58-4ca7-97dd-c30ff2d37b2b req-3b9ed780-4c10-4e95-9a4b-30602c8f2a77 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369956 Sep 24 03:33:50.684708 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0034b52-8976-48c3-b286-ac5b1eabd520 req-70f9e562-3bd8-44f2-a451-288a9d9e8b14 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:50.686208 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d0034b52-8976-48c3-b286-ac5b1eabd520 req-70f9e562-3bd8-44f2-a451-288a9d9e8b14 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0531707 Sep 24 03:33:50.715456 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:50.733598 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d0034b52-8976-48c3-b286-ac5b1eabd520 req-b788ad02-b150-40f5-aadc-d2fa8ab20b70 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404119 Sep 24 03:33:50.863210 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33811e-e8dc-48d7-a9ea-14756041d187 req-e3dabf45-c384-407a-a2de-c19ea2772877 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:50.864640 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8c33811e-e8dc-48d7-a9ea-14756041d187 req-e3dabf45-c384-407a-a2de-c19ea2772877 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.0533381 Sep 24 03:33:50.904202 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8c33811e-e8dc-48d7-a9ea-14756041d187 req-50168cfb-0987-41f1-862a-589a3aa24973 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322206 Sep 24 03:33:51.251463 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138839ec-fe78-48d7-9b5e-db39bb800146 req-e332eec6-9a05-4ce6-b6fc-2cb4a2ba5244 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:51.252996 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-138839ec-fe78-48d7-9b5e-db39bb800146 req-e332eec6-9a05-4ce6-b6fc-2cb4a2ba5244 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0523970 Sep 24 03:33:51.291071 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-138839ec-fe78-48d7-9b5e-db39bb800146 req-cb757273-3d75-47ab-b4de-65d99e334924 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315843 Sep 24 03:33:51.362295 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85598e43-33d5-48f8-8808-8742df69c089 req-e7856006-3db8-48c9-b246-b800a9ef3146 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:51.363742 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-85598e43-33d5-48f8-8808-8742df69c089 req-e7856006-3db8-48c9-b246-b800a9ef3146 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 932 time: 0.0589454 Sep 24 03:33:51.403573 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-85598e43-33d5-48f8-8808-8742df69c089 req-607a09e1-1436-4ade-a699-2a958e0db071 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335448 Sep 24 03:33:51.623585 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27a650-8507-42b4-bc07-d5f53ecde08e req-9c3212b9-4dd6-47fc-b418-63c82b842bcf tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:51.625016 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ef27a650-8507-42b4-bc07-d5f53ecde08e req-9c3212b9-4dd6-47fc-b418-63c82b842bcf tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0476942 Sep 24 03:33:51.667173 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ef27a650-8507-42b4-bc07-d5f53ecde08e req-a074fa41-f0d8-4cfb-8008-877e808318f7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339403 Sep 24 03:33:51.862253 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31499c3e-ba9e-40ad-a815-7868fe350e52 req-8aa77b06-5829-4ad9-bf85-e1b0481c2616 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:51.870136 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-31499c3e-ba9e-40ad-a815-7868fe350e52 req-8aa77b06-5829-4ad9-bf85-e1b0481c2616 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0589280 Sep 24 03:33:51.904127 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-31499c3e-ba9e-40ad-a815-7868fe350e52 req-4e318542-a75a-4749-b417-0968d6f8c25e tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330913 Sep 24 03:33:52.023326 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1b6cf-9f1b-4f30-8853-9464684e22cf req-210f03fd-35a8-4523-aa96-7d83fbd09617 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:52.024796 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-55c1b6cf-9f1b-4f30-8853-9464684e22cf req-210f03fd-35a8-4523-aa96-7d83fbd09617 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.0482681 Sep 24 03:33:52.065131 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-55c1b6cf-9f1b-4f30-8853-9464684e22cf req-71744b4c-9969-415b-965c-ed3639a84800 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343878 Sep 24 03:33:52.420024 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a5607-f3eb-4f25-9d91-aa13775b4a7e req-5db61779-762b-4749-9cc3-cb5f66495c60 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:52.421485 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e65a5607-f3eb-4f25-9d91-aa13775b4a7e req-5db61779-762b-4749-9cc3-cb5f66495c60 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0533183 Sep 24 03:33:52.464226 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e65a5607-f3eb-4f25-9d91-aa13775b4a7e req-a0930a44-5362-48f4-8133-42961770e3a8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363631 Sep 24 03:33:52.534707 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a97f8-28e2-48ff-a1c6-cf53857bd2ee req-ceb263cc-5bff-4c6d-b377-ab9bd3b9b82a tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:52.536145 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8a8a97f8-28e2-48ff-a1c6-cf53857bd2ee req-ceb263cc-5bff-4c6d-b377-ab9bd3b9b82a tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 932 time: 0.0486426 Sep 24 03:33:52.576044 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8a8a97f8-28e2-48ff-a1c6-cf53857bd2ee req-8f0cc729-9abf-4b1b-a446-cd08bba2c4c3 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338221 Sep 24 03:33:52.798484 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ce925-94cb-4dc0-b667-066ca913e195 req-6b741227-bf9d-46db-bdae-695a97f003ef tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:52.799990 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7b3ce925-94cb-4dc0-b667-066ca913e195 req-6b741227-bf9d-46db-bdae-695a97f003ef tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0567005 Sep 24 03:33:52.840403 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7b3ce925-94cb-4dc0-b667-066ca913e195 req-7949db42-776e-403f-96fb-db34508ce65a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345368 Sep 24 03:33:53.033272 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9a830-77be-4dca-afc0-c9130caa4386 req-ea628077-428c-41ae-af6b-4f40d1465f58 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:53.034781 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b6c9a830-77be-4dca-afc0-c9130caa4386 req-ea628077-428c-41ae-af6b-4f40d1465f58 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0627282 Sep 24 03:33:53.074684 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b6c9a830-77be-4dca-afc0-c9130caa4386 req-cc38a9aa-7fe9-4cae-b3bd-2ef58b460916 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340214 Sep 24 03:33:53.193781 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7b4c3-8413-408c-8dc1-ba5a457975d1 req-7ed433e4-ba24-4c3d-b9e7-9e47b7279480 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:53.195449 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-86c7b4c3-8413-408c-8dc1-ba5a457975d1 req-7ed433e4-ba24-4c3d-b9e7-9e47b7279480 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.0524151 Sep 24 03:33:53.231373 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-86c7b4c3-8413-408c-8dc1-ba5a457975d1 req-530deebd-8a86-479a-9aa0-ea451b222527 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299377 Sep 24 03:33:53.596124 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5207dd-660f-423f-a70b-394fed57e0b1 req-b18f4d56-cea9-4ea8-b14c-8eff872e6bb1 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:53.602504 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3a5207dd-660f-423f-a70b-394fed57e0b1 req-b18f4d56-cea9-4ea8-b14c-8eff872e6bb1 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0558879 Sep 24 03:33:53.644244 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3a5207dd-660f-423f-a70b-394fed57e0b1 req-62fb3c39-1e05-4de6-ab1a-79fbda65bdeb tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385141 Sep 24 03:33:53.706669 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37da0c-06e2-49ed-8089-34e3656540ab req-8af5efcc-8f4c-41f1-acdb-4bf283e54c0a tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:53.708216 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1d37da0c-06e2-49ed-8089-34e3656540ab req-8af5efcc-8f4c-41f1-acdb-4bf283e54c0a tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 932 time: 0.0518301 Sep 24 03:33:53.755341 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1d37da0c-06e2-49ed-8089-34e3656540ab req-fc63afbe-d02c-405c-8f8a-0693bdf674d1 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340335 Sep 24 03:33:53.964440 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39750905-2e53-4d3f-abb7-2a445224f12f req-2b58bb8f-51c2-4dba-a52e-61ec59497548 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:53.965985 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-39750905-2e53-4d3f-abb7-2a445224f12f req-2b58bb8f-51c2-4dba-a52e-61ec59497548 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0539134 Sep 24 03:33:54.004800 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-39750905-2e53-4d3f-abb7-2a445224f12f req-f9f3e994-54e9-465b-9780-d9e7640c7488 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324285 Sep 24 03:33:54.195493 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ae319-605a-41d0-af23-28b17c2f1e67 req-3d97f5a6-6c56-4e95-ab75-c01d149dc3e4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:54.198152 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-980ae319-605a-41d0-af23-28b17c2f1e67 req-3d97f5a6-6c56-4e95-ab75-c01d149dc3e4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0525458 Sep 24 03:33:54.237253 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-980ae319-605a-41d0-af23-28b17c2f1e67 req-658a2cbe-915b-4caf-b629-9bca06cd6d22 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343056 Sep 24 03:33:54.346853 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ac1eb-e099-442b-b6de-cb60737f42d4 req-37e532ce-0b20-4d23-a5cd-6db79da7b28c tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:54.348293 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da7ac1eb-e099-442b-b6de-cb60737f42d4 req-37e532ce-0b20-4d23-a5cd-6db79da7b28c tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.0503306 Sep 24 03:33:54.385381 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da7ac1eb-e099-442b-b6de-cb60737f42d4 req-6523a380-ed1e-41c3-a6fc-cccb980efd2a tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311701 Sep 24 03:33:54.762183 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1f1a3-46d0-49ee-8618-fec15eaccb66 req-a4ea7a61-6790-40d6-9a71-68c15ea5880f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:54.763629 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ad1f1a3-46d0-49ee-8618-fec15eaccb66 req-a4ea7a61-6790-40d6-9a71-68c15ea5880f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0483623 Sep 24 03:33:54.805997 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ad1f1a3-46d0-49ee-8618-fec15eaccb66 req-bbd85306-860d-4ed8-82d4-508669c7a741 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356517 Sep 24 03:33:54.877860 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdade13-f8f6-4a97-9122-63fbc93d1893 req-eaf358dd-6e4d-43f8-91a1-7717fce38f67 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:54.879322 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6cdade13-f8f6-4a97-9122-63fbc93d1893 req-eaf358dd-6e4d-43f8-91a1-7717fce38f67 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 932 time: 0.0483680 Sep 24 03:33:54.927455 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6cdade13-f8f6-4a97-9122-63fbc93d1893 req-0acddb71-51a6-47aa-86dc-ee9ad483d482 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Sep 24 03:33:55.124596 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b146b2-01ff-4080-982d-00e1bfb0dbcb req-4d74f128-65ef-47de-b6f6-6bdf8bab01b3 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:55.126057 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c4b146b2-01ff-4080-982d-00e1bfb0dbcb req-4d74f128-65ef-47de-b6f6-6bdf8bab01b3 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0483022 Sep 24 03:33:55.145246 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:55.165126 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c4b146b2-01ff-4080-982d-00e1bfb0dbcb req-8a3eae2c-7e90-4dcc-857d-fc9e4b2e44a8 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Sep 24 03:33:55.358621 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aee1cf-403b-4bf4-becd-eb6728b76a7c req-3c6cdb69-d9bd-4544-8357-40a9326eeb83 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:55.360153 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c7aee1cf-403b-4bf4-becd-eb6728b76a7c req-3c6cdb69-d9bd-4544-8357-40a9326eeb83 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0559244 Sep 24 03:33:55.398104 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c7aee1cf-403b-4bf4-becd-eb6728b76a7c req-4068a304-005c-40c1-9081-c5180928389c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315084 Sep 24 03:33:55.502410 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2d5d9-3780-4750-b7ca-cff14cab7767 req-8e98e796-01e7-46be-a2b5-f44517736fb5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:55.503853 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-97f2d5d9-3780-4750-b7ca-cff14cab7767 req-8e98e796-01e7-46be-a2b5-f44517736fb5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.0530877 Sep 24 03:33:55.543695 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-97f2d5d9-3780-4750-b7ca-cff14cab7767 req-55fe53a1-3630-4020-a179-b7a7ef35de46 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338485 Sep 24 03:33:55.929586 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48b148-b6b8-4d2c-8164-5895b34d2e15 req-db724083-938d-4d39-bfdf-616bbb968a7c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:55.931187 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1a48b148-b6b8-4d2c-8164-5895b34d2e15 req-db724083-938d-4d39-bfdf-616bbb968a7c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0478299 Sep 24 03:33:55.973083 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1a48b148-b6b8-4d2c-8164-5895b34d2e15 req-60dd1270-5a6c-47e8-be3e-fb1db47758d2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359507 Sep 24 03:33:56.043119 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac56f8e-57bc-423e-996c-d9404f91e291 req-1e439dd9-75c4-41ae-9f5e-5c931b15b6a5 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:56.044605 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ac56f8e-57bc-423e-996c-d9404f91e291 req-1e439dd9-75c4-41ae-9f5e-5c931b15b6a5 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 932 time: 0.0501208 Sep 24 03:33:56.083818 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ac56f8e-57bc-423e-996c-d9404f91e291 req-beaa3fab-f07d-48b2-a719-c567c15298d1 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Sep 24 03:33:56.280252 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44804-54da-458f-b5f6-1eb3b4d5f20b req-a6327c46-5217-49a5-b0a2-5cec9ea81d22 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:56.281687 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f1f44804-54da-458f-b5f6-1eb3b4d5f20b req-a6327c46-5217-49a5-b0a2-5cec9ea81d22 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0478780 Sep 24 03:33:56.321976 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f1f44804-54da-458f-b5f6-1eb3b4d5f20b req-9eb45e22-dd16-476a-864d-e605ef31ece5 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334969 Sep 24 03:33:56.512521 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843c9e2-6ede-494b-a4e2-556e94f15397 req-3c39fdd4-8cb8-43cf-941b-e369bb7fbf03 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:56.513991 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4843c9e2-6ede-494b-a4e2-556e94f15397 req-3c39fdd4-8cb8-43cf-941b-e369bb7fbf03 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0491881 Sep 24 03:33:56.555556 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4843c9e2-6ede-494b-a4e2-556e94f15397 req-a82368bc-0b6d-4ae9-b8f2-c94b97e85009 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323250 Sep 24 03:33:56.630410 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Request body: {'port': {'device_id': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:33:56.659331 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f3fd5-7574-4615-baef-20dbbddefa69 req-d61e2503-20c2-45c4-a197-b563a41b161f tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:56.662621 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a19f3fd5-7574-4615-baef-20dbbddefa69 req-d61e2503-20c2-45c4-a197-b563a41b161f tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.0530636 Sep 24 03:33:56.693880 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:56.700174 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a19f3fd5-7574-4615-baef-20dbbddefa69 req-c5ac86e8-54f8-4822-ba78-0f2e014bfb31 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331681 Sep 24 03:33:56.958717 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ac50dd-759d-45ec-baea-edee8c9c243d {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:33:56.965972 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:56.978266 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Transition to ACTIVE for port object e6ac50dd-759d-45ec-baea-edee8c9c243d will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:33:56.982811 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:57.016840 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90982d4-7a5b-4647-9255-707ee3810ecb req-fc7b0f0e-fbf8-40cf-9ca9-1f083a3c81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:57.019504 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a90982d4-7a5b-4647-9255-707ee3810ecb req-fc7b0f0e-fbf8-40cf-9ca9-1f083a3c81b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 1098 time: 0.0435526 Sep 24 03:33:57.117451 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a90982d4-7a5b-4647-9255-707ee3810ecb req-d12e2df3-3aa6-42d3-8b3e-28d02f6f7483 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864019 Sep 24 03:33:57.132367 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ac50dd-759d-45ec-baea-edee8c9c243d,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:57.133259 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c397a64-0172-4c53-bc2b-cd2778521ec8 req-9cc093ec-10af-4d3e-9040-bc473f981ad8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:57.136297 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Attempting to bind port e6ac50dd-759d-45ec-baea-edee8c9c243d on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:33:57.136840 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Attempting to bind port e6ac50dd-759d-45ec-baea-edee8c9c243d by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '8c59226c-4e51-49e8-aa9d-60c984da4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6448989d-b885-499e-a084-9678a302db42'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:33:57.137373 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Attempting to bind port e6ac50dd-759d-45ec-baea-edee8c9c243d on network 6448989d-b885-499e-a084-9678a302db42 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:57.141741 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9c397a64-0172-4c53-bc2b-cd2778521ec8 req-9cc093ec-10af-4d3e-9040-bc473f981ad8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0902247 Sep 24 03:33:57.144018 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Port e6ac50dd-759d-45ec-baea-edee8c9c243d on network 6448989d-b885-499e-a084-9678a302db42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:33:57.145351 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Attempting to bind port e6ac50dd-759d-45ec-baea-edee8c9c243d on network 6448989d-b885-499e-a084-9678a302db42 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:33:57.151977 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:33:57.154169 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Checking segment: {'id': '8c59226c-4e51-49e8-aa9d-60c984da4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6448989d-b885-499e-a084-9678a302db42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:33:57.154565 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Bound using segment: {'id': '8c59226c-4e51-49e8-aa9d-60c984da4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6448989d-b885-499e-a084-9678a302db42'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:33:57.155003 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Bound port: e6ac50dd-759d-45ec-baea-edee8c9c243d, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c59226c-4e51-49e8-aa9d-60c984da4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6448989d-b885-499e-a084-9678a302db42'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:33:57.155366 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:57.222950 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9c397a64-0172-4c53-bc2b-cd2778521ec8 req-c7b9c59a-96c2-4e61-85fd-b680f99bc9e9 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808833 Sep 24 03:33:57.229013 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] For port e6ac50dd-759d-45ec-baea-edee8c9c243d, host hv-cinder-81080, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:33:57.232958 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] For port e6ac50dd-759d-45ec-baea-edee8c9c243d, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:33:57.237980 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bb722-df40-442e-ad04-7d1d6d39d205 req-b6df1c81-f20a-4c16-b245-6304cb077468 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:57.239807 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5e4bb722-df40-442e-ad04-7d1d6d39d205 req-b6df1c81-f20a-4c16-b245-6304cb077468 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 944 time: 0.0712569 Sep 24 03:33:57.240715 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:57.277101 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:57.277877 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:57.279294 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] 10.222.0.13 "PUT /v2.0/ports/e6ac50dd-759d-45ec-baea-edee8c9c243d HTTP/1.1" status: 200 len: 1094 time: 0.6534026 Sep 24 03:33:57.279744 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:33:57.281922 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5e4bb722-df40-442e-ad04-7d1d6d39d205 req-4a8308e8-7869-4074-8488-eb0d104721fa tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353301 Sep 24 03:33:57.282352 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498753dc-5da7-49ff-a6f2-41df6d47efba" -d '{"events": [{"name": "network-changed", "server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:33:57.321040 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df0529e-a3c2-4ba0-ac8e-3bc1e81d5b5e x-openstack-request-id: req-5df0529e-a3c2-4ba0-ac8e-3bc1e81d5b5e {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:33:57.321330 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:33:57.321610 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5df0529e-a3c2-4ba0-ac8e-3bc1e81d5b5e {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:33:57.322059 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d', 'status': 'completed', 'code': 200} Sep 24 03:33:57.322993 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339573d-b911-4ac4-93e6-90c17e8c4436 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ac50dd-759d-45ec-baea-edee8c9c243d,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:57.443477 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498753dc-5da7-49ff-a6f2-41df6d47efba req-e4917d65-0607-471c-8ee7-bbeac3d79ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:57.444726 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08039c32-6aa5-46c2-a43c-f874a575fe4e req-da94a638-cf21-4dbf-9c4c-0e5d412c2cb7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:57.444957 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-498753dc-5da7-49ff-a6f2-41df6d47efba req-e4917d65-0607-471c-8ee7-bbeac3d79ec3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8aafe7ea28c45d79b2cb49f09c3c82f&device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 1097 time: 0.0458944 Sep 24 03:33:57.446249 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-08039c32-6aa5-46c2-a43c-f874a575fe4e req-da94a638-cf21-4dbf-9c4c-0e5d412c2cb7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0532057 Sep 24 03:33:57.484810 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-08039c32-6aa5-46c2-a43c-f874a575fe4e req-6b3e57f5-cf5a-410f-bd35-358a8ed3cc4d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326569 Sep 24 03:33:57.616770 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498753dc-5da7-49ff-a6f2-41df6d47efba req-b19f383f-e296-4976-a312-1bcae7b54e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:57.618281 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-498753dc-5da7-49ff-a6f2-41df6d47efba req-b19f383f-e296-4976-a312-1bcae7b54e72 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b8aafe7ea28c45d79b2cb49f09c3c82f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1620157 Sep 24 03:33:57.689597 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34273c0a-c5b0-4904-b527-4e56b48dc859 req-66fad4c5-67b3-46f7-8291-fed10f37fd54 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:57.691448 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-34273c0a-c5b0-4904-b527-4e56b48dc859 req-66fad4c5-67b3-46f7-8291-fed10f37fd54 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0497205 Sep 24 03:33:57.730079 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-34273c0a-c5b0-4904-b527-4e56b48dc859 req-05c4a8d7-cd63-4b58-bc51-b72f32406c14 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327477 Sep 24 03:33:57.792516 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498753dc-5da7-49ff-a6f2-41df6d47efba req-56e0a0e0-61b1-4825-ba93-fe9b9230e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:57.794097 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-498753dc-5da7-49ff-a6f2-41df6d47efba req-56e0a0e0-61b1-4825-ba93-fe9b9230e68e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1630378 Sep 24 03:33:57.827268 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d44ea-31e7-43f9-9727-ac92c3082c61 req-880e9e65-c486-4527-bae7-af0d5b7fd2b0 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:57.828759 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9f8d44ea-31e7-43f9-9727-ac92c3082c61 req-880e9e65-c486-4527-bae7-af0d5b7fd2b0 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.0510643 Sep 24 03:33:57.868962 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9f8d44ea-31e7-43f9-9727-ac92c3082c61 req-2e83e368-e421-4e7b-8a47-afbbe41768f5 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339601 Sep 24 03:33:58.001701 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2326b26-70b8-4c8a-b392-8f6e875daa69 req-2e33392c-a35f-4777-bfd4-599da738d48c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:58.003518 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b2326b26-70b8-4c8a-b392-8f6e875daa69 req-2e33392c-a35f-4777-bfd4-599da738d48c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0580621 Sep 24 03:33:58.077590 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b2326b26-70b8-4c8a-b392-8f6e875daa69 req-17af04a0-2110-4188-9bcc-10d73736806c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668988 Sep 24 03:33:58.087309 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eecda8-d6c7-4e67-bc7a-1353e9474615 req-a1f9d4d8-d85f-461d-86ef-9cb1023d5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:58.089020 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f6eecda8-d6c7-4e67-bc7a-1353e9474615 req-a1f9d4d8-d85f-461d-86ef-9cb1023d5702 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b959a04e215f4456becf31ac01fa6e25&device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 1099 time: 0.0630414 Sep 24 03:33:58.105157 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-417256d7-beb6-47eb-bea2-fcb46d4029f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:58.106675 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-417256d7-beb6-47eb-bea2-fcb46d4029f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8aafe7ea28c45d79b2cb49f09c3c82f&device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 1097 time: 0.2671516 Sep 24 03:33:58.158537 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-4ca0f176-4574-452e-995e-3c556b5df6db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d HTTP/1.1" status: 200 len: 217 time: 0.0365274 Sep 24 03:33:58.200202 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eecda8-d6c7-4e67-bc7a-1353e9474615 req-8b914f2f-ed9e-497b-9dbf-38a7c3f25b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:58.201893 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f6eecda8-d6c7-4e67-bc7a-1353e9474615 req-8b914f2f-ed9e-497b-9dbf-38a7c3f25b19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cba65e79-4fc5-4461-a342-04d626e59a47 HTTP/1.1" status: 200 len: 911 time: 0.0990896 Sep 24 03:33:58.226582 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-6adac51c-5d44-4eb1-b3b4-633e90b65c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:58.228066 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-6adac51c-5d44-4eb1-b3b4-633e90b65c59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf378b03-36db-451a-b5ee-be5d345b839d HTTP/1.1" status: 200 len: 854 time: 0.0538225 Sep 24 03:33:58.291420 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-82d558f2-6b3c-438c-9ccb-81af57ddea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:58.292885 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-82d558f2-6b3c-438c-9ccb-81af57ddea56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6448989d-b885-499e-a084-9678a302db42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514731 Sep 24 03:33:58.396397 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-04e28a1d-454e-47c2-bf70-b2481255b894 service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926266 Sep 24 03:33:58.423979 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 67582d29-a79f-4ee2-8844-18b26e15268b details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:33:58.502116 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a0b235d6-45d7-4005-8ab6-ef7e61299b63 req-6e11f9f6-3564-472e-90da-4870baf4b39d service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930932 Sep 24 03:33:58.524827 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 67582d29-a79f-4ee2-8844-18b26e15268b, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=67582d29-a79f-4ee2-8844-18b26e15268b,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:58.534278 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f6eecda8-d6c7-4e67-bc7a-1353e9474615 req-ba62b4ed-90ae-489d-acbc-df1debf0df3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb93edc3-4472-46cc-bc7d-748cad3a1f55 HTTP/1.1" status: 200 len: 1002 time: 0.3195283 Sep 24 03:33:58.536703 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '67582d29-a79f-4ee2-8844-18b26e15268b', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'port_id': '67582d29-a79f-4ee2-8844-18b26e15268b', 'mac_address': 'fa:16:3e:3c:f4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:33:58.553035 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a2a5b-b7f3-4862-9146-23edf76a0f29 req-333509fb-62e1-4d54-89da-755fc5849af4 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:58.554578 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-925a2a5b-b7f3-4862-9146-23edf76a0f29 req-333509fb-62e1-4d54-89da-755fc5849af4 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 944 time: 0.0988629 Sep 24 03:33:58.569880 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7fa1a-8d7a-4b00-b38b-10d598b51ca3 req-8cd35ba4-f4b3-40d3-ad75-0211b2e05ffa tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:58.571354 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9bf7fa1a-8d7a-4b00-b38b-10d598b51ca3 req-8cd35ba4-f4b3-40d3-ad75-0211b2e05ffa tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.1146235 Sep 24 03:33:58.572825 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:58.585948 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67582d29-a79f-4ee2-8844-18b26e15268b {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:33:58.605694 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 67582d29-a79f-4ee2-8844-18b26e15268b, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=67582d29-a79f-4ee2-8844-18b26e15268b,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:33:58.609568 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:33:58.653573 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eecda8-d6c7-4e67-bc7a-1353e9474615 req-56b9cade-9af7-4438-a64f-bfb695bf0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:58.655047 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f6eecda8-d6c7-4e67-bc7a-1353e9474615 req-56b9cade-9af7-4438-a64f-bfb695bf0471 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7359379f-7a6e-4681-962c-52307286e43d HTTP/1.1" status: 200 len: 849 time: 0.0989172 Sep 24 03:33:58.662458 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=67582d29-a79f-4ee2-8844-18b26e15268b,revision_number=6']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:33:58.665142 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-925a2a5b-b7f3-4862-9146-23edf76a0f29 req-7307cab4-a1e2-47cb-a944-05625530e68d tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919755 Sep 24 03:33:58.668472 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9bf7fa1a-8d7a-4b00-b38b-10d598b51ca3 req-212e4d88-5dd7-4ff9-a0a1-6f3f33650233 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763049 Sep 24 03:33:58.722852 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eecda8-d6c7-4e67-bc7a-1353e9474615 req-68b56c22-20e9-43c0-98e7-f529228a6f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:58.724460 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f6eecda8-d6c7-4e67-bc7a-1353e9474615 req-68b56c22-20e9-43c0-98e7-f529228a6f55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cba65e79-4fc5-4461-a342-04d626e59a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555820 Sep 24 03:33:58.828297 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be09d84-bf40-4112-a685-9271ee9757f7 req-d43fedc5-9fb2-4c4e-84f0-bb78b8798da6 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:58.830784 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8be09d84-bf40-4112-a685-9271ee9757f7 req-d43fedc5-9fb2-4c4e-84f0-bb78b8798da6 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.1052732 Sep 24 03:33:58.834103 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['67582d29-a79f-4ee2-8844-18b26e15268b'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:33:58.869950 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f6eecda8-d6c7-4e67-bc7a-1353e9474615 req-55370f03-1c42-4bf4-acca-dcb8c5cd83a7 service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196313 Sep 24 03:33:58.903292 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8be09d84-bf40-4112-a685-9271ee9757f7 req-f0b57c56-0690-421b-831b-d65762a5e840 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651484 Sep 24 03:33:59.002058 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f6eecda8-d6c7-4e67-bc7a-1353e9474615 req-0771e650-e31e-46c0-b451-0e762d4aaad5 service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222610 Sep 24 03:33:59.021323 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445bf5f-914d-4633-878a-9e0d57d29f1c req-b6344712-2620-4bd3-ac7f-b3dbd7a02db6 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:59.022760 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a445bf5f-914d-4633-878a-9e0d57d29f1c req-b6344712-2620-4bd3-ac7f-b3dbd7a02db6 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.0580084 Sep 24 03:33:59.064664 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a445bf5f-914d-4633-878a-9e0d57d29f1c req-5fdd4151-415b-4d9e-b432-aab9745d27b4 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345268 Sep 24 03:33:59.206410 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e805d50-42ea-484f-9d74-146383479e25 req-7fb52bd0-4455-4b26-8e2d-8060e6ad31e7 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:59.208369 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1e805d50-42ea-484f-9d74-146383479e25 req-7fb52bd0-4455-4b26-8e2d-8060e6ad31e7 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0585353 Sep 24 03:33:59.249244 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1e805d50-42ea-484f-9d74-146383479e25 req-d667ddce-40c6-4ece-98c3-e0e8d7a07a4c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346863 Sep 24 03:33:59.783204 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd81804-e36d-435a-b809-5c0d670c4680 req-22012eb1-37dd-4513-b147-95c233e96198 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:59.784709 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0bd81804-e36d-435a-b809-5c0d670c4680 req-22012eb1-37dd-4513-b147-95c233e96198 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 944 time: 0.0498011 Sep 24 03:33:59.831763 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0bd81804-e36d-435a-b809-5c0d670c4680 req-2c58d493-1aeb-4843-9245-68d89d2a5c5c tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399878 Sep 24 03:33:59.911012 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06e2e5-e390-42b3-9438-93964fb0aeca req-5cf72c99-cbed-431d-9fe7-f1087b334407 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:59.912459 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0b06e2e5-e390-42b3-9438-93964fb0aeca req-5cf72c99-cbed-431d-9fe7-f1087b334407 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 944 time: 0.0608704 Sep 24 03:33:59.971807 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe2dca-2d0a-423f-a67c-b5eb4d7db88d req-476025ef-27ca-4cdb-8c77-299bc059a278 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:33:59.973256 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8dbe2dca-2d0a-423f-a67c-b5eb4d7db88d req-476025ef-27ca-4cdb-8c77-299bc059a278 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.0858939 Sep 24 03:33:59.975925 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0b06e2e5-e390-42b3-9438-93964fb0aeca req-c93b5532-774e-446f-8e54-205ed83444be tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496166 Sep 24 03:34:00.011558 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8dbe2dca-2d0a-423f-a67c-b5eb4d7db88d req-ceacf5fd-4f50-45ee-a2f0-79a394bc7a7b tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323312 Sep 24 03:34:00.089595 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d85945-1fb6-4083-8b5b-3a38c0c5aa88 req-0443a709-aa6f-4562-b269-c143937a07f0 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:00.091089 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a3d85945-1fb6-4083-8b5b-3a38c0c5aa88 req-0443a709-aa6f-4562-b269-c143937a07f0 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0501709 Sep 24 03:34:00.128976 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a3d85945-1fb6-4083-8b5b-3a38c0c5aa88 req-d25add1a-0324-4a21-b56a-8cb1a4d970d6 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315938 Sep 24 03:34:00.367989 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6aeb6-4845-42a9-a891-d5e7b519a3f5 req-8e484b86-6659-4201-9fd2-1a28753e1863 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:00.369434 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5aa6aeb6-4845-42a9-a891-d5e7b519a3f5 req-8e484b86-6659-4201-9fd2-1a28753e1863 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0525372 Sep 24 03:34:00.408919 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5aa6aeb6-4845-42a9-a891-d5e7b519a3f5 req-eabf20c6-2f31-4992-b158-bc550ddae117 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334699 Sep 24 03:34:00.451396 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device e6ac50dd-759d-45ec-baea-edee8c9c243d details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:34:00.455092 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 67582d29-a79f-4ee2-8844-18b26e15268b up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:34:00.564781 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 67582d29-a79f-4ee2-8844-18b26e15268b triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:34:00.565147 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:00.607619 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port e6ac50dd-759d-45ec-baea-edee8c9c243d, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:00.624937 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': 'e6ac50dd-759d-45ec-baea-edee8c9c243d', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'port_id': 'e6ac50dd-759d-45ec-baea-edee8c9c243d', 'mac_address': 'fa:16:3e:c0:2b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:34:00.695323 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:00.699388 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:00.718952 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ac50dd-759d-45ec-baea-edee8c9c243d {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:34:00.740553 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:34:00.742840 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bfcb94-8c59-4418-aad7-6d18752575b7" -d '{"events": [{"server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "name": "network-vif-plugged", "status": "completed", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:34:00.759923 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port e6ac50dd-759d-45ec-baea-edee8c9c243d, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:00.761854 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 67582d29-a79f-4ee2-8844-18b26e15268b, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=67582d29-a79f-4ee2-8844-18b26e15268b,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:00.763940 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:00.789193 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb54b7a2-6dfc-429b-b59b-c8fa202feb2b x-openstack-request-id: req-eb54b7a2-6dfc-429b-b59b-c8fa202feb2b {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:34:00.789482 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "name": "network-vif-plugged", "status": "completed", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:34:00.789753 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb54b7a2-6dfc-429b-b59b-c8fa202feb2b {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:34:00.790138 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b', 'code': 200} Sep 24 03:34:00.792488 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:00.819585 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=e6ac50dd-759d-45ec-baea-edee8c9c243d,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:00.870557 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=67582d29-a79f-4ee2-8844-18b26e15268b,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:00.943367 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee54318-b24b-4379-904a-567667b58669 req-2644d9e0-9b52-4076-977d-56cc98abb4a2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:00.944810 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bee54318-b24b-4379-904a-567667b58669 req-2644d9e0-9b52-4076-977d-56cc98abb4a2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 945 time: 0.0479808 Sep 24 03:34:00.981139 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bee54318-b24b-4379-904a-567667b58669 req-0f8bd9c2-ab6d-438f-981c-dde87348d6c8 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303991 Sep 24 03:34:01.123071 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637738b4-edb4-45ff-902a-6d8a75f050ff req-8bbe4836-52e3-41dc-b4d9-e6096a3a0aa4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:01.124493 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-637738b4-edb4-45ff-902a-6d8a75f050ff req-8bbe4836-52e3-41dc-b4d9-e6096a3a0aa4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0762725 Sep 24 03:34:01.146443 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5013f-16d4-456b-9c65-cdf6ca6c316e req-43d4f4cc-e9d3-4505-977e-5cf65a1ed6b2 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:01.147815 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-08e5013f-16d4-456b-9c65-cdf6ca6c316e req-43d4f4cc-e9d3-4505-977e-5cf65a1ed6b2 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.0698936 Sep 24 03:34:01.194444 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-637738b4-edb4-45ff-902a-6d8a75f050ff req-5f9ae648-04c0-4350-8438-2740c1eb1d79 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632355 Sep 24 03:34:01.199008 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-08e5013f-16d4-456b-9c65-cdf6ca6c316e req-5f7b7d65-db46-4261-a9bb-69a35aa90829 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449092 Sep 24 03:34:01.301554 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f785b3d-5b01-4a00-a31a-22891c621ec4 req-ae20621f-1fe2-47ac-a486-d94e9b8dc50a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:01.303050 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5f785b3d-5b01-4a00-a31a-22891c621ec4 req-ae20621f-1fe2-47ac-a486-d94e9b8dc50a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0498614 Sep 24 03:34:01.340332 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5f785b3d-5b01-4a00-a31a-22891c621ec4 req-6f6c2c0b-5129-4668-87ff-fa31af4a760c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Sep 24 03:34:01.473331 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['e6ac50dd-759d-45ec-baea-edee8c9c243d'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:34:01.519870 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74098859-f8e8-4d0b-b581-c02ec3a2096b req-7329ddac-2faa-4463-a458-b5aea5e13d91 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:01.521361 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-74098859-f8e8-4d0b-b581-c02ec3a2096b req-7329ddac-2faa-4463-a458-b5aea5e13d91 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0464897 Sep 24 03:34:01.557879 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-74098859-f8e8-4d0b-b581-c02ec3a2096b req-4fce1e6c-6ecf-4c9f-9f0b-6bd9db0fc7ba tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305111 Sep 24 03:34:02.101113 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e76eeb-de96-4dee-98f8-b888da45372b req-4357ced8-dec2-4a33-b9b3-2cbce862eebb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:02.102631 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c3e76eeb-de96-4dee-98f8-b888da45372b req-4357ced8-dec2-4a33-b9b3-2cbce862eebb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 945 time: 0.0538747 Sep 24 03:34:02.142502 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c3e76eeb-de96-4dee-98f8-b888da45372b req-7f58c253-fa38-4e0f-9110-2800523a458e tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338078 Sep 24 03:34:02.393159 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623e76f-ec3f-4539-aa9c-74c7724347c8 req-e1c2b4e3-e2ee-4d94-b7f8-3964608f9437 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:02.395030 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1623e76f-ec3f-4539-aa9c-74c7724347c8 req-e1c2b4e3-e2ee-4d94-b7f8-3964608f9437 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.1053185 Sep 24 03:34:02.405830 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8ffd3-0dff-40f8-9392-20137cd078aa req-567a159b-9634-4909-98b5-870c5a049784 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:02.407864 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b4c8ffd3-0dff-40f8-9392-20137cd078aa req-567a159b-9634-4909-98b5-870c5a049784 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.1192906 Sep 24 03:34:02.478125 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1623e76f-ec3f-4539-aa9c-74c7724347c8 req-782f1170-abae-4f44-92fc-be295b59b284 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ff62166-e045-4435-8fe7-50fe83340641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680227 Sep 24 03:34:02.484997 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b4c8ffd3-0dff-40f8-9392-20137cd078aa req-bb77441e-d12e-49fe-947c-0321e6902c9d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624177 Sep 24 03:34:02.634817 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee02998-8c3e-4e14-94bf-8659689c5550 req-4a9cdda3-f540-4762-a12f-99b70517fa91 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:02.636911 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0ee02998-8c3e-4e14-94bf-8659689c5550 req-4a9cdda3-f540-4762-a12f-99b70517fa91 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.13 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 945 time: 0.1223581 Sep 24 03:34:02.684107 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79460800-1586-4299-941f-9edea877f4bb req-5d11cfe4-db94-4a12-bfdb-1076571e5507 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:02.692158 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-79460800-1586-4299-941f-9edea877f4bb req-5d11cfe4-db94-4a12-bfdb-1076571e5507 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.1334481 Sep 24 03:34:02.765998 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-79460800-1586-4299-941f-9edea877f4bb req-0d38757f-3626-4157-9868-2ce68e3c46f1 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729225 Sep 24 03:34:02.800375 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-0ee02998-8c3e-4e14-94bf-8659689c5550 req-ae4ba741-6335-40d4-9f2e-851003001c66 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Deleting port dbe23751-535d-46cb-96da-0ad01cf14019 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:34:02.800748 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-0ee02998-8c3e-4e14-94bf-8659689c5550 req-ae4ba741-6335-40d4-9f2e-851003001c66 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:02.910330 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-0ee02998-8c3e-4e14-94bf-8659689c5550 req-ae4ba741-6335-40d4-9f2e-851003001c66 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] For port dbe23751-535d-46cb-96da-0ad01cf14019, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=dbe23751-535d-46cb-96da-0ad01cf14019,segment=NetworkSegment(9a10d436-cc04-4a47-b414-6f078f99ff7f),segment_id=9a10d436-cc04-4a47-b414-6f078f99ff7f)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:02.910726 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-0ee02998-8c3e-4e14-94bf-8659689c5550 req-ae4ba741-6335-40d4-9f2e-851003001c66 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:02.935523 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-0ee02998-8c3e-4e14-94bf-8659689c5550 req-ae4ba741-6335-40d4-9f2e-851003001c66 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Calling delete_port for dbe23751-535d-46cb-96da-0ad01cf14019 owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:34:03.109163 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-0ee02998-8c3e-4e14-94bf-8659689c5550 req-ae4ba741-6335-40d4-9f2e-851003001c66 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:03.121875 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['dbe23751-535d-46cb-96da-0ad01cf14019'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:34:03.150853 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ba741-6335-40d4-9f2e-851003001c66 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Pushing event deleted for resources: {'Port': ['ID=dbe23751-535d-46cb-96da-0ad01cf14019,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:03.220800 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee02998-8c3e-4e14-94bf-8659689c5550 req-ae4ba741-6335-40d4-9f2e-851003001c66 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] No DVR routers for this DVR port dbe23751-535d-46cb-96da-0ad01cf14019 on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:34:03.224125 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-0ee02998-8c3e-4e14-94bf-8659689c5550 req-ae4ba741-6335-40d4-9f2e-851003001c66 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:03.226345 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0ee02998-8c3e-4e14-94bf-8659689c5550 req-ae4ba741-6335-40d4-9f2e-851003001c66 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.13 "DELETE /v2.0/ports/dbe23751-535d-46cb-96da-0ad01cf14019 HTTP/1.1" status: 204 len: 173 time: 0.5798943 Sep 24 03:34:03.228593 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ef1d15-e520-4dff-8106-a8264da94054', 'name': 'network-vif-deleted', 'tag': 'dbe23751-535d-46cb-96da-0ad01cf14019'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:34:03.238205 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ba2f7e-0073-4b65-9156-83f4127ae4f4" -d '{"events": [{"server_uuid": "97ef1d15-e520-4dff-8106-a8264da94054", "name": "network-vif-deleted", "tag": "dbe23751-535d-46cb-96da-0ad01cf14019"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:34:03.312633 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb4ec7-99cc-4825-96d7-2e2524b20512 req-d8f60ddf-4e1b-4020-ba9a-a52a8f64b3d7 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:03.314340 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-71bb4ec7-99cc-4825-96d7-2e2524b20512 req-d8f60ddf-4e1b-4020-ba9a-a52a8f64b3d7 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 946 time: 0.1594243 Sep 24 03:34:03.329848 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148af414-c659-4d65-a951-6a350bee02f9 req-5d156f5a-f751-44ad-b538-7e5b4e88b7b5 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:03.331835 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-148af414-c659-4d65-a951-6a350bee02f9 req-5d156f5a-f751-44ad-b538-7e5b4e88b7b5 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 945 time: 0.1039143 Sep 24 03:34:03.405397 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-71bb4ec7-99cc-4825-96d7-2e2524b20512 req-5c0395d5-d87f-463b-9d07-77569169e034 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724313 Sep 24 03:34:03.421329 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-148af414-c659-4d65-a951-6a350bee02f9 req-6bccf826-1846-4f0c-b661-e5e2ce1a9208 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757675 Sep 24 03:34:03.459576 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31310971-f0b7-47b0-9bfa-24a5510b9896 x-openstack-request-id: req-31310971-f0b7-47b0-9bfa-24a5510b9896 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:34:03.459960 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ef1d15-e520-4dff-8106-a8264da94054", "name": "network-vif-deleted", "tag": "dbe23751-535d-46cb-96da-0ad01cf14019", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:34:03.460281 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31310971-f0b7-47b0-9bfa-24a5510b9896 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:34:03.460771 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ef1d15-e520-4dff-8106-a8264da94054', 'name': 'network-vif-deleted', 'tag': 'dbe23751-535d-46cb-96da-0ad01cf14019', 'status': 'completed', 'code': 200} Sep 24 03:34:03.594437 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7451793f-22e3-4e0f-8f95-bc0415d1ed39 req-1262d57c-38bd-462b-9296-fe5a8f910b37 tempest-VolumesActionsTest-1610179514 tempest-VolumesActionsTest-1610179514-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef1d15-e520-4dff-8106-a8264da94054 HTTP/1.1" status: 200 len: 210 time: 0.0337338 Sep 24 03:34:03.668594 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46043f8b-73ac-41cf-a2af-dd09b61b937f req-e204c65d-82e4-44da-b802-d407f82b76e2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:03.671233 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-46043f8b-73ac-41cf-a2af-dd09b61b937f req-e204c65d-82e4-44da-b802-d407f82b76e2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0754373 Sep 24 03:34:03.715056 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-46043f8b-73ac-41cf-a2af-dd09b61b937f req-37bc0def-4740-432e-a9df-1bec0b53b2f1 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368114 Sep 24 03:34:03.920190 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af922324-2b26-4f90-98f7-cebeeb4f4f1b req-2c233a74-f436-491a-96b3-418c106a257c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:03.921667 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-af922324-2b26-4f90-98f7-cebeeb4f4f1b req-2c233a74-f436-491a-96b3-418c106a257c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0685699 Sep 24 03:34:03.963303 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-af922324-2b26-4f90-98f7-cebeeb4f4f1b req-acb06243-27b9-4d90-b13f-082517484136 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343215 Sep 24 03:34:04.459225 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device e6ac50dd-759d-45ec-baea-edee8c9c243d up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:34:04.545400 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port e6ac50dd-759d-45ec-baea-edee8c9c243d completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:34:04.551304 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port e6ac50dd-759d-45ec-baea-edee8c9c243d triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:34:04.552014 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:04.591282 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045f540-49a6-4cac-bd64-159b62fed182 req-893e11ed-cace-4c87-aab3-e771df4389a7 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:04.592770 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e045f540-49a6-4cac-bd64-159b62fed182 req-893e11ed-cace-4c87-aab3-e771df4389a7 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 946 time: 0.0961750 Sep 24 03:34:04.603983 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de297e19-e89f-4030-b43b-a289d052e3fe req-6ab08614-80e3-4a9e-8581-5896ce9ae125 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:04.605441 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-de297e19-e89f-4030-b43b-a289d052e3fe req-6ab08614-80e3-4a9e-8581-5896ce9ae125 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 945 time: 0.0774951 Sep 24 03:34:04.642927 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:04.668438 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:34:04.671611 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d708b88-2348-4570-a3cf-34f878bcd2f0" -d '{"events": [{"server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "name": "network-vif-plugged", "status": "completed", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:34:04.686083 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port e6ac50dd-759d-45ec-baea-edee8c9c243d, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:04.687229 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-de297e19-e89f-4030-b43b-a289d052e3fe req-b69ac4d8-02c1-4186-ab1b-2c29a2c33138 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744035 Sep 24 03:34:04.695856 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:04.698747 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e045f540-49a6-4cac-bd64-159b62fed182 req-6b9ab526-6f38-4e67-bb95-9f7b0a0bed3a tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904162 Sep 24 03:34:04.781502 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=e6ac50dd-759d-45ec-baea-edee8c9c243d,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:04.803325 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393ab6ed-1e5b-4631-a819-cce3ae9e0894 x-openstack-request-id: req-393ab6ed-1e5b-4631-a819-cce3ae9e0894 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:34:04.803718 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "name": "network-vif-plugged", "status": "completed", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:34:04.804080 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-393ab6ed-1e5b-4631-a819-cce3ae9e0894 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:34:04.804529 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d', 'code': 200} Sep 24 03:34:04.967067 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa33628-9433-464f-9098-924f3f267cf9 req-f7dcc783-ad30-4493-8770-6261b22cef67 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:04.968817 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6aa33628-9433-464f-9098-924f3f267cf9 req-f7dcc783-ad30-4493-8770-6261b22cef67 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.1025877 Sep 24 03:34:05.089684 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6aa33628-9433-464f-9098-924f3f267cf9 req-b095a744-8154-4f7d-8fb7-106e50a2b4d1 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134541 Sep 24 03:34:05.171428 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d5a83-fad2-4075-809a-7d5b33102938 req-f4a57cb7-1f5e-42c9-a72f-93262bbce4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:05.176552 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b47d5a83-fad2-4075-809a-7d5b33102938 req-f4a57cb7-1f5e-42c9-a72f-93262bbce4dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 1099 time: 0.1125498 Sep 24 03:34:05.217617 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8db18-d146-4591-ad3d-0779c68e4ba6 req-950e42ad-fa73-4c6c-85af-f25c3dfe98a0 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:05.219378 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-08e8db18-d146-4591-ad3d-0779c68e4ba6 req-950e42ad-fa73-4c6c-85af-f25c3dfe98a0 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.1037798 Sep 24 03:34:05.285820 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b47d5a83-fad2-4075-809a-7d5b33102938 req-9024cc5e-2110-47b7-a9ad-289e6749b3c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018918 Sep 24 03:34:05.305831 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-08e8db18-d146-4591-ad3d-0779c68e4ba6 req-ff5f9e64-4c6a-4855-b172-ec7cdfe68d77 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623090 Sep 24 03:34:05.762834 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dff64-7fd9-432b-8b46-ee0118ef6bf7 req-620fb22c-866e-4e12-a7c7-ed0d11a4e33b tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:05.764399 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4f8dff64-7fd9-432b-8b46-ee0118ef6bf7 req-620fb22c-866e-4e12-a7c7-ed0d11a4e33b tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 946 time: 0.0791688 Sep 24 03:34:05.926125 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8561b-2abb-4ccf-940e-0131f178fe90 req-423be492-a012-4382-93fa-5b6b5734464a tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:05.927582 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2bf8561b-2abb-4ccf-940e-0131f178fe90 req-423be492-a012-4382-93fa-5b6b5734464a tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.1238837 Sep 24 03:34:05.938524 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c7efc-d87e-42b8-bd1f-e1a0fc34d30d req-e58c965a-e0ad-4206-9a3b-9d30eaf44bce tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:05.940734 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e72c7efc-d87e-42b8-bd1f-e1a0fc34d30d req-e58c965a-e0ad-4206-9a3b-9d30eaf44bce tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 946 time: 0.1288879 Sep 24 03:34:05.990642 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-4f8dff64-7fd9-432b-8b46-ee0118ef6bf7 req-2d78efa4-a64b-47cd-a3ea-f1b6e2258423 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Deleting port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:34:05.990926 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-4f8dff64-7fd9-432b-8b46-ee0118ef6bf7 req-2d78efa4-a64b-47cd-a3ea-f1b6e2258423 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:06.046701 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e72c7efc-d87e-42b8-bd1f-e1a0fc34d30d req-8c10b9cb-c9c6-4433-afa1-6b08843b79aa tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992868 Sep 24 03:34:06.049956 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2bf8561b-2abb-4ccf-940e-0131f178fe90 req-59c0b84c-1075-4df9-9210-03657a5a06e5 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015286 Sep 24 03:34:06.117645 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-4f8dff64-7fd9-432b-8b46-ee0118ef6bf7 req-2d78efa4-a64b-47cd-a3ea-f1b6e2258423 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] For port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:06.118310 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-4f8dff64-7fd9-432b-8b46-ee0118ef6bf7 req-2d78efa4-a64b-47cd-a3ea-f1b6e2258423 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:06.134967 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-4f8dff64-7fd9-432b-8b46-ee0118ef6bf7 req-2d78efa4-a64b-47cd-a3ea-f1b6e2258423 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Calling delete_port for 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:34:06.262689 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828043a0-4c36-4d39-9122-de9da3aebeb3 req-17589523-325c-422b-9a72-d21950b5e845 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:06.264281 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-828043a0-4c36-4d39-9122-de9da3aebeb3 req-17589523-325c-422b-9a72-d21950b5e845 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0775821 Sep 24 03:34:06.364211 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-828043a0-4c36-4d39-9122-de9da3aebeb3 req-1779d00f-e1b5-4468-908d-004890b79a96 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781939 Sep 24 03:34:06.365335 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-4f8dff64-7fd9-432b-8b46-ee0118ef6bf7 req-2d78efa4-a64b-47cd-a3ea-f1b6e2258423 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:06.406545 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78efa4-a64b-47cd-a3ea-f1b6e2258423 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Pushing event deleted for resources: {'Port': ['ID=8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:06.475344 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8dff64-7fd9-432b-8b46-ee0118ef6bf7 req-2d78efa4-a64b-47cd-a3ea-f1b6e2258423 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] No DVR routers for this DVR port 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:34:06.478274 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-4f8dff64-7fd9-432b-8b46-ee0118ef6bf7 req-2d78efa4-a64b-47cd-a3ea-f1b6e2258423 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:06.480245 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4f8dff64-7fd9-432b-8b46-ee0118ef6bf7 req-2d78efa4-a64b-47cd-a3ea-f1b6e2258423 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "DELETE /v2.0/ports/8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e HTTP/1.1" status: 204 len: 173 time: 0.7086613 Sep 24 03:34:06.481610 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc', 'name': 'network-vif-deleted', 'tag': '8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:34:06.483853 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2b4f01-7b31-4e4b-93c7-d62e14b8843d" -d '{"events": [{"server_uuid": "e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc", "name": "network-vif-deleted", "tag": "8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:34:06.515226 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f4db9-7f0d-430b-924f-ec94422ffc3f req-d05653a0-df3f-41b9-9908-b7ac2e52085e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:06.522223 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-889f4db9-7f0d-430b-924f-ec94422ffc3f req-d05653a0-df3f-41b9-9908-b7ac2e52085e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.1127737 Sep 24 03:34:06.523752 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8c2186-6eb9-4d8a-a51c-2ee6ef07ca45 x-openstack-request-id: req-da8c2186-6eb9-4d8a-a51c-2ee6ef07ca45 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:34:06.524106 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc", "name": "network-vif-deleted", "tag": "8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:34:06.524580 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da8c2186-6eb9-4d8a-a51c-2ee6ef07ca45 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:34:06.525019 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc', 'name': 'network-vif-deleted', 'tag': '8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e', 'status': 'completed', 'code': 200} Sep 24 03:34:06.573158 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-889f4db9-7f0d-430b-924f-ec94422ffc3f req-572cbed7-0b50-4bbd-a17a-af8c8933115d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470519 Sep 24 03:34:07.246761 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-164f78fe-4e85-4d9f-8b83-406ca277cbed req-d996dec4-e60c-41db-be66-46a8b09e4219 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 210 time: 0.0615559 Sep 24 03:34:07.276577 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f98883-5c9b-4fee-a388-6caed046e1a7 req-c7741838-d744-4d32-87fe-5beaef237462 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:07.276577 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-69f98883-5c9b-4fee-a388-6caed046e1a7 req-c7741838-d744-4d32-87fe-5beaef237462 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.1026757 Sep 24 03:34:07.332976 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-69f98883-5c9b-4fee-a388-6caed046e1a7 req-6cb785ce-e059-4f04-ae71-7ca77e9fab1e tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456336 Sep 24 03:34:07.507015 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ff017-03b4-4ed5-91f1-eb386991344e req-d95a9815-0b17-42da-9e6b-eab29b598322 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:07.508533 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ea0ff017-03b4-4ed5-91f1-eb386991344e req-d95a9815-0b17-42da-9e6b-eab29b598322 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0745373 Sep 24 03:34:07.569117 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ea0ff017-03b4-4ed5-91f1-eb386991344e req-54a11a0c-8d61-4a07-bf71-40efa3b40bc8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537503 Sep 24 03:34:07.725261 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e981f1-b081-4bd6-817c-38d4693b8d94 req-b7f38ebb-6359-4d9b-a4c5-bf1b7cf0aa8f tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:07.726778 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02e981f1-b081-4bd6-817c-38d4693b8d94 req-b7f38ebb-6359-4d9b-a4c5-bf1b7cf0aa8f tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0657418 Sep 24 03:34:07.771484 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02e981f1-b081-4bd6-817c-38d4693b8d94 req-5918f296-a3fe-493d-b3cf-4072b36648f9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374804 Sep 24 03:34:08.361025 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ba34db2c-8a4b-482a-8d32-763e66de813d req-922fd1f3-b652-456c-a657-31538977bf43 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 210 time: 0.0313098 Sep 24 03:34:08.461368 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fe0ac-a465-4d97-9531-6386688e4c51 req-3de51ff5-6a44-4464-a442-b030353d54bc tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:08.466563 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a00fe0ac-a465-4d97-9531-6386688e4c51 req-3de51ff5-6a44-4464-a442-b030353d54bc tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.0535126 Sep 24 03:34:08.509773 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a00fe0ac-a465-4d97-9531-6386688e4c51 req-0f1b3708-3878-434d-b744-948b2ab86ab6 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Sep 24 03:34:08.709658 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e9bb1-d743-4b56-824c-264464a01333 req-869cd91f-eaa9-4136-8efb-60e361a825d5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:08.711379 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fc6e9bb1-d743-4b56-824c-264464a01333 req-869cd91f-eaa9-4136-8efb-60e361a825d5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0552657 Sep 24 03:34:08.753904 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fc6e9bb1-d743-4b56-824c-264464a01333 req-c7446ccc-3c10-475f-9f3c-6a17b6658473 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363002 Sep 24 03:34:08.836885 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8986b042-420b-4efa-b1f8-2c2d72fc703a', 'ea6cc573-5c51-43c0-abd7-1bce694ffedf', '560c4fee-dbda-4b10-966d-3589544f945a', '8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:34:08.841374 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device dbe23751-535d-46cb-96da-0ad01cf14019 no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:34:08.902004 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: dbe23751-535d-46cb-96da-0ad01cf14019 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:34:08.902719 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device dbe23751-535d-46cb-96da-0ad01cf14019 not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:34:08.925441 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603d088-9746-4d15-b67c-8737b68c24bc req-8434c04d-667a-493b-962c-aaa86f7cae8d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:08.930461 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3603d088-9746-4d15-b67c-8737b68c24bc req-8434c04d-667a-493b-962c-aaa86f7cae8d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0819464 Sep 24 03:34:09.003957 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3603d088-9746-4d15-b67c-8737b68c24bc req-df0cd84c-46ca-45d1-864f-76bd330f235e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664763 Sep 24 03:34:09.510131 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-339220ab-5919-487a-9a81-5d4ee5af2375 req-8670e66d-8e53-4ca6-bd4e-149995d4a5d5 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=e071fd3f-4b5a-4d8a-95bd-22df1da3e0dc HTTP/1.1" status: 200 len: 210 time: 0.0455165 Sep 24 03:34:09.668060 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f9904-e073-438e-8ed7-c8fe8a90549c req-7e864eb1-e363-4c59-bd75-3d6e07a4dbda tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:09.669789 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-eb1f9904-e073-438e-8ed7-c8fe8a90549c req-7e864eb1-e363-4c59-bd75-3d6e07a4dbda tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.0580666 Sep 24 03:34:09.730427 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-eb1f9904-e073-438e-8ed7-c8fe8a90549c req-cbe467c9-80c5-4495-8b9a-3bbb18ed1a25 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535932 Sep 24 03:34:09.894761 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447bd35-4ccd-4a99-bd5c-a9f41cc7f5a7 req-78924eca-e356-4095-b731-4aa4e9bb0f99 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:09.902314 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b447bd35-4ccd-4a99-bd5c-a9f41cc7f5a7 req-78924eca-e356-4095-b731-4aa4e9bb0f99 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0655844 Sep 24 03:34:09.955355 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b447bd35-4ccd-4a99-bd5c-a9f41cc7f5a7 req-05dc71d2-1290-42df-837d-55aee53709b3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410044 Sep 24 03:34:10.136890 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dfbe1-c9b7-4e47-aa2e-9836365b830b req-4be95465-e893-40d3-9653-b5b72235b190 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:10.143622 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1e6dfbe1-c9b7-4e47-aa2e-9836365b830b req-4be95465-e893-40d3-9653-b5b72235b190 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0702136 Sep 24 03:34:10.177390 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1e6dfbe1-c9b7-4e47-aa2e-9836365b830b req-3ed14590-7398-4fa1-9190-25cccc3565ff tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329056 Sep 24 03:34:10.836519 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:34:10.891069 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:34:10.891538 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8a7ce87c-b9c1-4dd8-afc3-2ac8f3a08d7e not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:34:10.944106 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81530f6-4f2f-48c8-99f7-be03f444592f req-d7a582e0-e714-4086-891e-5c2ccc24cc8d tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:10.946829 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e81530f6-4f2f-48c8-99f7-be03f444592f req-d7a582e0-e714-4086-891e-5c2ccc24cc8d tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.1027408 Sep 24 03:34:11.074476 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e81530f6-4f2f-48c8-99f7-be03f444592f req-6fa410f3-328f-4710-a16b-e1f840f1b7e0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213794 Sep 24 03:34:11.393196 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebf2ef-565e-41ee-9dab-5691fde11264 req-dae8d3e2-c2e1-456f-bc2b-5e771717d6c0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:11.394882 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bdebf2ef-565e-41ee-9dab-5691fde11264 req-dae8d3e2-c2e1-456f-bc2b-5e771717d6c0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.1933033 Sep 24 03:34:11.412559 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:34:11.443755 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bdebf2ef-565e-41ee-9dab-5691fde11264 req-4a3df0bd-fc1b-4f2d-9a85-0682e2b9e0e5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416815 Sep 24 03:34:11.463953 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e84c57-3587-4ff4-b865-280aa49604f1 req-e8c57ff1-5a95-4d45-a23d-ef3b7dcbcf61 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:11.476950 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-14e84c57-3587-4ff4-b865-280aa49604f1 req-e8c57ff1-5a95-4d45-a23d-ef3b7dcbcf61 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.1868300 Sep 24 03:34:11.588287 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-14e84c57-3587-4ff4-b865-280aa49604f1 req-96f40db8-281b-47ef-9134-768349ddc54e tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132214 Sep 24 03:34:11.731201 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715d28c-d054-4e61-8959-26a0e7611658 req-7275d0da-6f39-4ae1-ad16-92c9e1efe088 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:11.733126 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0715d28c-d054-4e61-8959-26a0e7611658 req-7275d0da-6f39-4ae1-ad16-92c9e1efe088 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.1316252 Sep 24 03:34:11.804893 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0715d28c-d054-4e61-8959-26a0e7611658 req-c1cb0e28-f6c1-4991-a807-92d87227e7b7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643470 Sep 24 03:34:12.242467 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f41d5-b597-4fb2-9d1f-7ec84e4c1afb req-4bfb10a3-286d-45ed-a434-2368d78accd6 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:12.251494 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a18f41d5-b597-4fb2-9d1f-7ec84e4c1afb req-4bfb10a3-286d-45ed-a434-2368d78accd6 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.0961275 Sep 24 03:34:12.291412 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9089d73-c7d9-4d2a-bfa5-0814992b74c8 req-004deafc-99e5-448c-b58a-3655a1b0d3ef tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:12.293464 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a9089d73-c7d9-4d2a-bfa5-0814992b74c8 req-004deafc-99e5-448c-b58a-3655a1b0d3ef tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 945 time: 0.1014988 Sep 24 03:34:12.326675 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a18f41d5-b597-4fb2-9d1f-7ec84e4c1afb req-18cc9178-2784-40e0-89cf-ced8b9ae3348 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739682 Sep 24 03:34:12.359203 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a9089d73-c7d9-4d2a-bfa5-0814992b74c8 req-24ab044c-60f6-485a-80ee-c605d213a9aa tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535445 Sep 24 03:34:12.642382 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f64a9f-25e8-47e9-8c9e-70fc6a9a8980 req-0be9bc11-8ae4-409f-a551-8242ceea8b45 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:12.645444 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-09f64a9f-25e8-47e9-8c9e-70fc6a9a8980 req-0be9bc11-8ae4-409f-a551-8242ceea8b45 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.1089196 Sep 24 03:34:12.767266 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-09f64a9f-25e8-47e9-8c9e-70fc6a9a8980 req-9fea71d2-d8cc-4e17-a565-86b9e25bea11 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070762 Sep 24 03:34:12.948038 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168fa6c-2a53-4b14-b38d-9d59ddacc932 req-99bfa18c-b20c-4a9e-ba31-eee09a00663c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:12.949584 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a168fa6c-2a53-4b14-b38d-9d59ddacc932 req-99bfa18c-b20c-4a9e-ba31-eee09a00663c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0567698 Sep 24 03:34:13.189229 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a168fa6c-2a53-4b14-b38d-9d59ddacc932 req-ca77fb14-f9e3-4e96-99a4-51c5acfd83fc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323480 Sep 24 03:34:13.546568 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14506d-0de4-4092-b898-a1372f81e323 req-ffe916c6-47a3-4921-aba8-30a0f57ae291 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:13.548287 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ff14506d-0de4-4092-b898-a1372f81e323 req-ffe916c6-47a3-4921-aba8-30a0f57ae291 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 945 time: 0.0955222 Sep 24 03:34:13.563958 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f8f48-6cf4-4f49-974a-2d318886c562 req-0e975fda-4160-4152-b0cc-e6d73651f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:13.565436 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-072f8f48-6cf4-4f49-974a-2d318886c562 req-0e975fda-4160-4152-b0cc-e6d73651f9ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 1098 time: 0.0828965 Sep 24 03:34:13.631382 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ff14506d-0de4-4092-b898-a1372f81e323 req-008e810d-2886-4f85-aaf3-37823e947f11 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705514 Sep 24 03:34:13.728535 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f8f48-6cf4-4f49-974a-2d318886c562 req-42ab4f23-5f53-4350-ac2d-f18b22f36cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:13.730035 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-072f8f48-6cf4-4f49-974a-2d318886c562 req-42ab4f23-5f53-4350-ac2d-f18b22f36cce service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 917 time: 0.1547287 Sep 24 03:34:13.802996 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-072f8f48-6cf4-4f49-974a-2d318886c562 req-3dfc99ad-dcd8-4711-bcc1-10448b8e54ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67582d29-a79f-4ee2-8844-18b26e15268b HTTP/1.1" status: 200 len: 999 time: 0.0639670 Sep 24 03:34:13.904055 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f8f48-6cf4-4f49-974a-2d318886c562 req-bd0a25b7-012a-40fd-85be-db99f5bcaf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:13.905549 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-072f8f48-6cf4-4f49-974a-2d318886c562 req-bd0a25b7-012a-40fd-85be-db99f5bcaf01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 200 len: 855 time: 0.0887361 Sep 24 03:34:13.945470 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48296046-642f-43c6-8e02-b1f876e88716 req-faed5990-ad84-4ad5-88f1-fc296214727f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:13.947322 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-48296046-642f-43c6-8e02-b1f876e88716 req-faed5990-ad84-4ad5-88f1-fc296214727f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0860271 Sep 24 03:34:14.013992 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f8f48-6cf4-4f49-974a-2d318886c562 req-008f6a18-2d24-401e-ba8b-ae03586b9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:14.015509 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-072f8f48-6cf4-4f49-974a-2d318886c562 req-008f6a18-2d24-401e-ba8b-ae03586b9fc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0940754 Sep 24 03:34:14.019935 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-48296046-642f-43c6-8e02-b1f876e88716 req-94cf8f3d-ffa8-41a8-9816-14efd70d552a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541286 Sep 24 03:34:14.155603 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-072f8f48-6cf4-4f49-974a-2d318886c562 req-c0f705fc-d7a6-41a4-a9b0-c0c556afd081 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225793 Sep 24 03:34:14.350811 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-072f8f48-6cf4-4f49-974a-2d318886c562 req-e9c88cb0-0258-4189-a657-1c54d053c262 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756151 Sep 24 03:34:14.405364 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e20176-eb7c-4957-88ad-ddd6891541b5 req-55c07589-ed5f-4cb3-a682-01c6f60eb876 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:14.409445 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-30e20176-eb7c-4957-88ad-ddd6891541b5 req-55c07589-ed5f-4cb3-a682-01c6f60eb876 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.1193542 Sep 24 03:34:14.451238 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec8bd9-7566-4086-94c6-2184ed675c82 req-17e13eec-7541-460b-96d0-462795e99944 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:14.455681 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-12ec8bd9-7566-4086-94c6-2184ed675c82 req-17e13eec-7541-460b-96d0-462795e99944 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 945 time: 0.0891364 Sep 24 03:34:14.496503 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-30e20176-eb7c-4957-88ad-ddd6891541b5 req-0c53b13e-c757-4f0f-a6e1-1adecd9295eb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543778 Sep 24 03:34:14.577202 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-12ec8bd9-7566-4086-94c6-2184ed675c82 req-d9a00022-6f53-4bd6-8dff-0bd3c5f5b72e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Deleting port 560c4fee-dbda-4b10-966d-3589544f945a {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:34:14.577549 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-12ec8bd9-7566-4086-94c6-2184ed675c82 req-d9a00022-6f53-4bd6-8dff-0bd3c5f5b72e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:14.756766 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-12ec8bd9-7566-4086-94c6-2184ed675c82 req-d9a00022-6f53-4bd6-8dff-0bd3c5f5b72e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] For port 560c4fee-dbda-4b10-966d-3589544f945a, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=560c4fee-dbda-4b10-966d-3589544f945a,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:14.757151 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-12ec8bd9-7566-4086-94c6-2184ed675c82 req-d9a00022-6f53-4bd6-8dff-0bd3c5f5b72e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:14.776911 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-12ec8bd9-7566-4086-94c6-2184ed675c82 req-d9a00022-6f53-4bd6-8dff-0bd3c5f5b72e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Calling delete_port for 560c4fee-dbda-4b10-966d-3589544f945a owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:34:14.817037 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420362ca-25f4-4e12-b40c-3a067b70bc27 req-f794a5ae-bf4e-4e0f-99f9-d55745b6c3b0 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:14.824688 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-420362ca-25f4-4e12-b40c-3a067b70bc27 req-f794a5ae-bf4e-4e0f-99f9-d55745b6c3b0 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e63e97-71b1-48b6-af18-ea2f33d55dd3 HTTP/1.1" status: 200 len: 945 time: 0.0796409 Sep 24 03:34:14.884300 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-420362ca-25f4-4e12-b40c-3a067b70bc27 req-d5b3001e-698f-4632-b00e-6c909f7613b4 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586491 Sep 24 03:34:14.967623 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-12ec8bd9-7566-4086-94c6-2184ed675c82 req-d9a00022-6f53-4bd6-8dff-0bd3c5f5b72e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:14.984018 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8986b042-420b-4efa-b1f8-2c2d72fc703a', 'ea6cc573-5c51-43c0-abd7-1bce694ffedf', '560c4fee-dbda-4b10-966d-3589544f945a'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:34:15.009936 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a00022-6f53-4bd6-8dff-0bd3c5f5b72e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Pushing event deleted for resources: {'Port': ['ID=560c4fee-dbda-4b10-966d-3589544f945a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:15.079509 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ec8bd9-7566-4086-94c6-2184ed675c82 req-d9a00022-6f53-4bd6-8dff-0bd3c5f5b72e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] No DVR routers for this DVR port 560c4fee-dbda-4b10-966d-3589544f945a on host hv-cinder-81080 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:34:15.083952 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-12ec8bd9-7566-4086-94c6-2184ed675c82 req-d9a00022-6f53-4bd6-8dff-0bd3c5f5b72e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:15.086523 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-12ec8bd9-7566-4086-94c6-2184ed675c82 req-d9a00022-6f53-4bd6-8dff-0bd3c5f5b72e tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "DELETE /v2.0/ports/560c4fee-dbda-4b10-966d-3589544f945a HTTP/1.1" status: 204 len: 173 time: 0.6239455 Sep 24 03:34:15.087027 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e63e97-71b1-48b6-af18-ea2f33d55dd3', 'name': 'network-vif-deleted', 'tag': '560c4fee-dbda-4b10-966d-3589544f945a'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:34:15.089995 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144100ee-19a6-4a86-bc80-b47e98153f8d" -d '{"events": [{"server_uuid": "d7e63e97-71b1-48b6-af18-ea2f33d55dd3", "name": "network-vif-deleted", "tag": "560c4fee-dbda-4b10-966d-3589544f945a"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:34:15.186124 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6230f1d-3912-45c3-88ec-fe3bcec3774b x-openstack-request-id: req-a6230f1d-3912-45c3-88ec-fe3bcec3774b {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:34:15.186412 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e63e97-71b1-48b6-af18-ea2f33d55dd3", "name": "network-vif-deleted", "tag": "560c4fee-dbda-4b10-966d-3589544f945a", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:34:15.186661 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6230f1d-3912-45c3-88ec-fe3bcec3774b {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:34:15.187053 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e63e97-71b1-48b6-af18-ea2f33d55dd3', 'name': 'network-vif-deleted', 'tag': '560c4fee-dbda-4b10-966d-3589544f945a', 'status': 'completed', 'code': 200} Sep 24 03:34:15.212385 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f264074e-c7bc-4faa-99cd-b9fa04ae42bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:15.217302 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f1d3f-aefa-42f5-9d84-f8290e9ebe3d req-1546286c-6115-4192-809c-871619cd250e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:15.219361 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ba9f1d3f-aefa-42f5-9d84-f8290e9ebe3d req-1546286c-6115-4192-809c-871619cd250e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0669410 Sep 24 03:34:15.295332 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ba9f1d3f-aefa-42f5-9d84-f8290e9ebe3d req-d142a954-ea09-4844-a149-fa73f2fa7d17 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553970 Sep 24 03:34:15.614661 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db4daa-2d30-4b56-9bd8-edbeb8cdcd2a req-8fc7ea42-947a-4558-99e9-b9549fe9ad8a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:15.616306 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-82db4daa-2d30-4b56-9bd8-edbeb8cdcd2a req-8fc7ea42-947a-4558-99e9-b9549fe9ad8a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0709255 Sep 24 03:34:15.659009 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-82db4daa-2d30-4b56-9bd8-edbeb8cdcd2a req-3410a03b-e4c9-4aeb-97da-9dc10cd2c22f tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364063 Sep 24 03:34:16.198313 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c253a0-b269-46d6-9a98-1ddc0d3625fd req-cf708768-1385-45e9-87b9-ce00d9e82b7c tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:16.199841 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-55c253a0-b269-46d6-9a98-1ddc0d3625fd req-cf708768-1385-45e9-87b9-ce00d9e82b7c tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 945 time: 0.0577562 Sep 24 03:34:16.242771 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-55c253a0-b269-46d6-9a98-1ddc0d3625fd req-bd68d5e7-c161-491f-9c0b-6cb38e6ee803 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363207 Sep 24 03:34:16.418856 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a392e6-37ee-4faf-b64a-31d00d4040d7 req-7d3a7bf4-c607-4439-8a8e-495d46fd88de tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:16.420059 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-73a392e6-37ee-4faf-b64a-31d00d4040d7 req-7d3a7bf4-c607-4439-8a8e-495d46fd88de tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 945 time: 0.0577252 Sep 24 03:34:16.463545 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-73a392e6-37ee-4faf-b64a-31d00d4040d7 req-c2cb9966-f701-4e64-a373-a28bcb2a36e9 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338149 Sep 24 03:34:16.816799 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2710bfd-c04e-4d56-986c-eb558284377e req-a3ce4992-6bbb-4542-91c4-e45d4c3ffe59 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:16.818356 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e2710bfd-c04e-4d56-986c-eb558284377e req-a3ce4992-6bbb-4542-91c4-e45d4c3ffe59 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0704298 Sep 24 03:34:16.863712 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 67582d29-a79f-4ee2-8844-18b26e15268b no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:34:16.868705 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e2710bfd-c04e-4d56-986c-eb558284377e req-5baa76e4-6fe8-43cd-9ebf-c2218616ba3b tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443909 Sep 24 03:34:16.976001 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:17.003894 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:34:17.006731 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b6fc6e-54eb-4a40-9c02-93f5d746c75a" -d '{"events": [{"server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "name": "network-vif-unplugged", "status": "completed", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:34:17.023442 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 67582d29-a79f-4ee2-8844-18b26e15268b, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=67582d29-a79f-4ee2-8844-18b26e15268b,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:17.031543 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:17.063834 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 03:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88888969-4dea-4b01-b101-a2836d697a0e x-openstack-request-id: req-88888969-4dea-4b01-b101-a2836d697a0e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:34:17.064343 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "name": "network-vif-unplugged", "status": "failed", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b", "code": 422}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:34:17.064818 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88888969-4dea-4b01-b101-a2836d697a0e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:34:17.065513 dv-cinder-810800-1-iscsi neutron-server[94018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b', 'code': 422} returned with failed status Sep 24 03:34:17.087861 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=67582d29-a79f-4ee2-8844-18b26e15268b,revision_number=8']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:17.366037 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354451f0-a69c-4bc5-90a2-88a6a29146ff req-390bb54b-e1ed-40b0-9118-68abd7c06623 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:17.373212 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-354451f0-a69c-4bc5-90a2-88a6a29146ff req-390bb54b-e1ed-40b0-9118-68abd7c06623 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 945 time: 0.0563471 Sep 24 03:34:17.410544 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-354451f0-a69c-4bc5-90a2-88a6a29146ff req-be392ea9-51b1-4ff6-b656-8843f181719c tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361552 Sep 24 03:34:17.593377 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd79fa2-47df-4744-b029-e448fdb4f66c req-ae2a013a-5d68-4c46-8944-3380afcd6e0f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:17.595691 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1dd79fa2-47df-4744-b029-e448fdb4f66c req-ae2a013a-5d68-4c46-8944-3380afcd6e0f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0536823 Sep 24 03:34:17.645662 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1dd79fa2-47df-4744-b029-e448fdb4f66c req-e0c87d34-890e-4a85-ba9b-d68154f5bd05 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412378 Sep 24 03:34:17.703497 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47469521-79c8-44be-9852-ae076d006d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:18.029037 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf01cd-76d7-4131-a982-f41940fb9eeb req-057e4e79-608a-4ad2-88c1-47ca7038b62a tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:18.030697 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-d3cf01cd-76d7-4131-a982-f41940fb9eeb req-057e4e79-608a-4ad2-88c1-47ca7038b62a tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 945 time: 0.0898871 Sep 24 03:34:18.102769 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f8cc3-41c5-4415-b005-a121c2de2510 req-35311451-5b38-4b66-bab8-2db70af9cb73 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:18.104502 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-598f8cc3-41c5-4415-b005-a121c2de2510 req-35311451-5b38-4b66-bab8-2db70af9cb73 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0649529 Sep 24 03:34:18.183699 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d3cf01cd-76d7-4131-a982-f41940fb9eeb req-e285bd7c-56db-4e49-b973-f2a4da1aecad tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Deleting port ea6cc573-5c51-43c0-abd7-1bce694ffedf {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:34:18.183947 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3cf01cd-76d7-4131-a982-f41940fb9eeb req-e285bd7c-56db-4e49-b973-f2a4da1aecad tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:18.194458 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-598f8cc3-41c5-4415-b005-a121c2de2510 req-3614739d-da33-4008-ac6e-7a0f9d1b83bf tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735974 Sep 24 03:34:18.321099 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d3cf01cd-76d7-4131-a982-f41940fb9eeb req-e285bd7c-56db-4e49-b973-f2a4da1aecad tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] For port ea6cc573-5c51-43c0-abd7-1bce694ffedf, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=ea6cc573-5c51-43c0-abd7-1bce694ffedf,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:18.321967 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3cf01cd-76d7-4131-a982-f41940fb9eeb req-e285bd7c-56db-4e49-b973-f2a4da1aecad tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:18.341595 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d3cf01cd-76d7-4131-a982-f41940fb9eeb req-e285bd7c-56db-4e49-b973-f2a4da1aecad tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Calling delete_port for ea6cc573-5c51-43c0-abd7-1bce694ffedf owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:34:18.463665 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [req-4e2abf5a-7efb-4e5a-9255-ea1a1ea33ef6 req-3f250478-4d0e-4791-99c9-d2423e548cce service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:34:18.465245 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4e2abf5a-7efb-4e5a-9255-ea1a1ea33ef6 req-3f250478-4d0e-4791-99c9-d2423e548cce service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059156 Sep 24 03:34:18.543979 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2301c-24e5-416e-996d-9b61a23a085d req-fb0172f7-24e8-4a22-bfab-3d4b44850ce7 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:18.545439 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3cf01cd-76d7-4131-a982-f41940fb9eeb req-e285bd7c-56db-4e49-b973-f2a4da1aecad tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:18.552547 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-57b2301c-24e5-416e-996d-9b61a23a085d req-fb0172f7-24e8-4a22-bfab-3d4b44850ce7 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e82aa7-3e22-4ec6-84e7-6042f04eb89f HTTP/1.1" status: 200 len: 945 time: 0.0656395 Sep 24 03:34:18.562962 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8986b042-420b-4efa-b1f8-2c2d72fc703a', 'ea6cc573-5c51-43c0-abd7-1bce694ffedf'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:34:18.659631 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285bd7c-56db-4e49-b973-f2a4da1aecad tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Pushing event deleted for resources: {'Port': ['ID=ea6cc573-5c51-43c0-abd7-1bce694ffedf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:18.685763 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-57b2301c-24e5-416e-996d-9b61a23a085d req-6077a457-2dbb-4735-bd5e-7d4502039608 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315875 Sep 24 03:34:18.734904 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:18.743821 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cf01cd-76d7-4131-a982-f41940fb9eeb req-e285bd7c-56db-4e49-b973-f2a4da1aecad tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] No DVR routers for this DVR port ea6cc573-5c51-43c0-abd7-1bce694ffedf on host hv-cinder-81080 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:34:18.746975 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3cf01cd-76d7-4131-a982-f41940fb9eeb req-e285bd7c-56db-4e49-b973-f2a4da1aecad tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:18.750041 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-d3cf01cd-76d7-4131-a982-f41940fb9eeb req-e285bd7c-56db-4e49-b973-f2a4da1aecad tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "DELETE /v2.0/ports/ea6cc573-5c51-43c0-abd7-1bce694ffedf HTTP/1.1" status: 204 len: 173 time: 0.7109718 Sep 24 03:34:18.751023 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e82aa7-3e22-4ec6-84e7-6042f04eb89f', 'name': 'network-vif-deleted', 'tag': 'ea6cc573-5c51-43c0-abd7-1bce694ffedf'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:34:18.756631 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a0018-946f-4757-a4a8-91c1fe674121 req-e44de329-a8c2-4437-8f24-134c9475e874 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:18.762586 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9c5dc1-3fa6-4267-9fd8-23f0223cc3d5" -d '{"events": [{"server_uuid": "53e82aa7-3e22-4ec6-84e7-6042f04eb89f", "name": "network-vif-deleted", "tag": "ea6cc573-5c51-43c0-abd7-1bce694ffedf"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:34:18.777957 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5d9a0018-946f-4757-a4a8-91c1fe674121 req-e44de329-a8c2-4437-8f24-134c9475e874 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.1353943 Sep 24 03:34:18.835886 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5337e3b-2b30-44b7-8bdc-a5b39cd96802 x-openstack-request-id: req-a5337e3b-2b30-44b7-8bdc-a5b39cd96802 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:34:18.836164 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e82aa7-3e22-4ec6-84e7-6042f04eb89f", "name": "network-vif-deleted", "tag": "ea6cc573-5c51-43c0-abd7-1bce694ffedf", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:34:18.836507 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5337e3b-2b30-44b7-8bdc-a5b39cd96802 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:34:18.836899 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e82aa7-3e22-4ec6-84e7-6042f04eb89f', 'name': 'network-vif-deleted', 'tag': 'ea6cc573-5c51-43c0-abd7-1bce694ffedf', 'status': 'completed', 'code': 200} Sep 24 03:34:18.852382 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5d9a0018-946f-4757-a4a8-91c1fe674121 req-0a73c708-6726-4275-a865-0c28c06b6d19 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730288 Sep 24 03:34:18.872995 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 560c4fee-dbda-4b10-966d-3589544f945a no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:34:18.935815 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 560c4fee-dbda-4b10-966d-3589544f945a {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:34:18.936306 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 560c4fee-dbda-4b10-966d-3589544f945a not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:34:18.936847 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device ea6cc573-5c51-43c0-abd7-1bce694ffedf no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:34:18.973545 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: ea6cc573-5c51-43c0-abd7-1bce694ffedf {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:34:18.974425 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device ea6cc573-5c51-43c0-abd7-1bce694ffedf not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:34:19.304514 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:19.315491 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52320) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:19.347696 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ce871-bf4e-4751-bc3f-4d2dd24e2cb7 req-8e677604-7f61-4e39-a15a-a90c022eb7a0 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:19.349558 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a68ce871-bf4e-4751-bc3f-4d2dd24e2cb7 req-8e677604-7f61-4e39-a15a-a90c022eb7a0 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0896139 Sep 24 03:34:19.409070 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a68ce871-bf4e-4751-bc3f-4d2dd24e2cb7 req-ed7a0f34-352e-4d1c-a45a-feaa19ce1cbc tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524335 Sep 24 03:34:19.445975 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-3c7d9375-152b-4c14-9f27-39deae98bb6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286690 Sep 24 03:34:19.456136 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-89109f56-4962-4350-84f3-c1ec29752dc1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:34:19.466047 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-89109f56-4962-4350-84f3-c1ec29752dc1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107820 Sep 24 03:34:20.057120 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165efdd-b7a8-4e51-be2e-d42bc2ab0b4d req-93aa9f60-5f64-4141-9b7e-188a69b83431 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:20.065926 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7165efdd-b7a8-4e51-be2e-d42bc2ab0b4d req-93aa9f60-5f64-4141-9b7e-188a69b83431 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0938654 Sep 24 03:34:20.191895 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7165efdd-b7a8-4e51-be2e-d42bc2ab0b4d req-8d1bc366-d84a-4ab8-be43-40e779de1414 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247993 Sep 24 03:34:20.384812 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d343a9-50e1-4182-89c3-78387f19d11f req-b79cd07e-ccb0-4428-bb22-4e78a306cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:20.386251 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-57d343a9-50e1-4182-89c3-78387f19d11f req-b79cd07e-ccb0-4428-bb22-4e78a306cbdb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 1099 time: 0.0475917 Sep 24 03:34:20.445210 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-57d343a9-50e1-4182-89c3-78387f19d11f req-9aba9f4c-e6bd-4094-8859-3a38cb7d2bb5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459695 Sep 24 03:34:20.558906 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c8688-0243-4eb9-867d-ad911b061d7c req-85a61b9c-70f8-4cb0-ab5a-4230dfee6ea9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:20.561111 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-457c8688-0243-4eb9-867d-ad911b061d7c req-85a61b9c-70f8-4cb0-ab5a-4230dfee6ea9 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0661347 Sep 24 03:34:20.620381 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-457c8688-0243-4eb9-867d-ad911b061d7c req-e4910b0b-52ab-460d-a2a5-28b602877934 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483882 Sep 24 03:34:20.721758 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:20.889778 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 67582d29-a79f-4ee2-8844-18b26e15268b no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:34:21.240005 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353809f4-d0c0-4b01-97a5-ed38bfcce316 req-8133a8f6-9ec8-46fa-8e6e-83685eaff9b4 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:21.242170 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-353809f4-d0c0-4b01-97a5-ed38bfcce316 req-8133a8f6-9ec8-46fa-8e6e-83685eaff9b4 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 946 time: 0.0581074 Sep 24 03:34:21.291562 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-353809f4-d0c0-4b01-97a5-ed38bfcce316 req-03d6ecb8-6189-4e4f-b9f1-3ee48f06cd27 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Sep 24 03:34:21.389363 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887514d9-7bae-443d-9189-7a6bc75a41ae req-08ad4578-8649-4ac6-8b21-1f8f72cc5b23 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:21.390877 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-887514d9-7bae-443d-9189-7a6bc75a41ae req-08ad4578-8649-4ac6-8b21-1f8f72cc5b23 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0530107 Sep 24 03:34:21.434248 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-887514d9-7bae-443d-9189-7a6bc75a41ae req-852633c3-f4e4-4d77-a1e8-df407a30476e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368264 Sep 24 03:34:21.812533 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f6ce0-e1a2-4ea3-bad7-7ea99311ea93 req-cffb3ccd-01d6-46b3-b266-1e635b55305e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:21.814987 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-125f6ce0-e1a2-4ea3-bad7-7ea99311ea93 req-cffb3ccd-01d6-46b3-b266-1e635b55305e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0648062 Sep 24 03:34:21.856884 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-125f6ce0-e1a2-4ea3-bad7-7ea99311ea93 req-5c191b2e-cd64-4813-99cf-270e3d24b8d6 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348051 Sep 24 03:34:22.462121 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6981761-b5cc-4ca6-8cee-12d23e7afe0a req-7a8c2408-0560-414c-a74e-3e2138e5b8b8 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:22.464621 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d6981761-b5cc-4ca6-8cee-12d23e7afe0a req-7a8c2408-0560-414c-a74e-3e2138e5b8b8 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 946 time: 0.0890708 Sep 24 03:34:22.557032 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d6981761-b5cc-4ca6-8cee-12d23e7afe0a req-37b7018d-421e-4e76-bc86-512034007f6b tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828843 Sep 24 03:34:22.615632 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fdfd9-4177-4d03-86c1-39520d4a8b0a req-ae5d8f77-6923-4618-b8c6-dbe82e93827a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:22.617416 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d08fdfd9-4177-4d03-86c1-39520d4a8b0a req-ae5d8f77-6923-4618-b8c6-dbe82e93827a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0995166 Sep 24 03:34:22.664814 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d08fdfd9-4177-4d03-86c1-39520d4a8b0a req-4628eeb5-dcc3-4f61-924e-8d05feed5a81 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404267 Sep 24 03:34:22.753412 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf21a8-2394-41d0-9d8e-c9dfc6e97155 req-ae283bf4-d07a-4e88-880d-97e03af46c4f tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:22.755237 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0edf21a8-2394-41d0-9d8e-c9dfc6e97155 req-ae283bf4-d07a-4e88-880d-97e03af46c4f tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.0558343 Sep 24 03:34:22.816271 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0edf21a8-2394-41d0-9d8e-c9dfc6e97155 req-1599313b-285e-4040-8ac6-fe78d8db18dc tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535266 Sep 24 03:34:22.849481 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52386) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:22.977343 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4828760-24d3-46b4-9166-0fb358ee2082 tempest-TestMinimumBasicScenario-359072261 tempest-TestMinimumBasicScenario-359072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:22.982323 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-d4828760-24d3-46b4-9166-0fb358ee2082 tempest-TestMinimumBasicScenario-359072261 tempest-TestMinimumBasicScenario-359072261-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 1094 time: 0.1316710 Sep 24 03:34:22.983802 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52392) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:22.993470 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Request body: {'floatingip': {'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'port_id': 'e6ac50dd-759d-45ec-baea-edee8c9c243d', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:34:23.005416 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851da56f-1c43-484b-b13a-e16c9ebc6e58 req-2de46b7f-7a41-42e2-933b-669f27222d28 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:23.024364 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-851da56f-1c43-484b-b13a-e16c9ebc6e58 req-2de46b7f-7a41-42e2-933b-669f27222d28 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0659847 Sep 24 03:34:23.070260 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:23.113745 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-851da56f-1c43-484b-b13a-e16c9ebc6e58 req-d386c92c-d302-4725-bc99-46cee9a59aa2 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990090 Sep 24 03:34:23.337850 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-88984f62-dc3c-4f9e-8bc6-72635970efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:23.339506 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-88984f62-dc3c-4f9e-8bc6-72635970efc4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493&tenant_id=591aadad4ac440c6afd8189aa7e5cee6 HTTP/1.1" status: 200 len: 1096 time: 0.0958259 Sep 24 03:34:23.340954 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:23.474652 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7898628-29b6-43ff-a817-94e1714022f0 req-82f72727-5f61-436e-be77-a2fa7379331c tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:23.476986 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f7898628-29b6-43ff-a817-94e1714022f0 req-82f72727-5f61-436e-be77-a2fa7379331c tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 946 time: 0.0790834 Sep 24 03:34:23.490153 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-1ceb6f0f-437a-4f5d-9121-cca5304aad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:23.491661 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-1ceb6f0f-437a-4f5d-9121-cca5304aad1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 1096 time: 0.1124461 Sep 24 03:34:23.559091 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Allocated IP 172.27.1.75 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/f6ff9972-c93a-409d-9e42-99a431a35977) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:34:23.681371 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-2908949f-3f05-4ae9-8152-df1c7ee94152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:23.682893 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-2908949f-3f05-4ae9-8152-df1c7ee94152 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 917 time: 0.1841285 Sep 24 03:34:23.786625 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a669b-7455-4a41-ab4c-b63439fce909 req-91b8e9d4-87c3-444f-be2c-dd8c459bae61 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:23.793927 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-846a669b-7455-4a41-ab4c-b63439fce909 req-91b8e9d4-87c3-444f-be2c-dd8c459bae61 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.1611571 Sep 24 03:34:23.803973 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-409291b7-873c-47c7-a6f9-1280e38fe716 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67582d29-a79f-4ee2-8844-18b26e15268b HTTP/1.1" status: 200 len: 997 time: 0.0830557 Sep 24 03:34:23.815996 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bd50f-7fa7-4e49-b5ab-79ad8b6992af req-0759dec8-bc2d-41fa-a74f-afc74d8c34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:23.816723 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:23.818119 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fe6bd50f-7fa7-4e49-b5ab-79ad8b6992af req-0759dec8-bc2d-41fa-a74f-afc74d8c34dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9044a5eb528040b1804ebe0176b04bcb&device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 1099 time: 0.2198157 Sep 24 03:34:23.825423 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0988b-b3f6-435f-ab31-0777c5305cd0 req-b9276c6c-4c19-479a-ab25-280f27dd4fdb tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:23.826857 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ec0988b-b3f6-435f-ab31-0777c5305cd0 req-b9276c6c-4c19-479a-ab25-280f27dd4fdb tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 946 time: 0.1185551 Sep 24 03:34:23.876435 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-f7898628-29b6-43ff-a817-94e1714022f0 req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Deleting port 8986b042-420b-4efa-b1f8-2c2d72fc703a {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:34:23.876741 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f7898628-29b6-43ff-a817-94e1714022f0 req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:23.888037 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-8ed06f21-771d-4822-9be5-27c365f0ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:23.889656 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-8ed06f21-771d-4822-9be5-27c365f0ec44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 200 len: 855 time: 0.0711226 Sep 24 03:34:23.939285 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-846a669b-7455-4a41-ab4c-b63439fce909 req-2ea090b8-8ee6-449a-b8f2-7f39dc0ad248 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434488 Sep 24 03:34:23.940277 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:24.012209 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:34:24.014367 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-89d8b248-18b0-4c2d-9160-3ba65200d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:24.015871 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-89d8b248-18b0-4c2d-9160-3ba65200d5b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1112823 Sep 24 03:34:24.019790 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:34:24.027592 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:34:24.137298 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ec0988b-b3f6-435f-ab31-0777c5305cd0 req-38a524d1-cbdd-4de7-aabe-8c737dd39080 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f3229-2a6f-4e83-ac72-250b604ce674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861118 Sep 24 03:34:24.151397 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event updated for resources: {'Port': ['ID=f6ff9972-c93a-409d-9e42-99a431a35977,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:24.162623 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.163068 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.163579 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.163978 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.164727 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.165087 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.165454 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.165913 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.166297 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.166884 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.167296 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.168557 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.169168 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-f7898628-29b6-43ff-a817-94e1714022f0 req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] For port 8986b042-420b-4efa-b1f8-2c2d72fc703a, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8986b042-420b-4efa-b1f8-2c2d72fc703a,segment=NetworkSegment(94eabbe3-9f49-4dc2-98c5-3aa504f525a6),segment_id=94eabbe3-9f49-4dc2-98c5-3aa504f525a6)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:24.169552 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f7898628-29b6-43ff-a817-94e1714022f0 req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:24.196996 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-f7898628-29b6-43ff-a817-94e1714022f0 req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Calling delete_port for 8986b042-420b-4efa-b1f8-2c2d72fc703a owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:34:24.219970 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb38d2-cf1e-49c8-9c6d-003247638903 req-c5956555-824b-462b-8d89-a7e1ad67f73a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:24.221347 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-56bb38d2-cf1e-49c8-9c6d-003247638903 req-c5956555-824b-462b-8d89-a7e1ad67f73a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.1537890 Sep 24 03:34:24.225944 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bd50f-7fa7-4e49-b5ab-79ad8b6992af req-7c7f4eb7-372b-469f-a927-69261b743480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:24.227377 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fe6bd50f-7fa7-4e49-b5ab-79ad8b6992af req-7c7f4eb7-372b-469f-a927-69261b743480 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4489f0f-1647-433c-a28d-da32642eb55e HTTP/1.1" status: 200 len: 919 time: 0.3925722 Sep 24 03:34:24.239880 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-820b4fc7-8f6c-45ff-a61d-8b92c2078153 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133286 Sep 24 03:34:24.320057 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fe6bd50f-7fa7-4e49-b5ab-79ad8b6992af req-f18f8ba5-4f22-4a3d-ba7f-b5314a04991d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=515ade53-cef9-43f6-8ae2-c5e8d29c22f8 HTTP/1.1" status: 200 len: 217 time: 0.0484385 Sep 24 03:34:24.396084 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-56bb38d2-cf1e-49c8-9c6d-003247638903 req-0f902f24-95d3-41f4-82ca-61737bf7acde tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231875 Sep 24 03:34:24.423461 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bd50f-7fa7-4e49-b5ab-79ad8b6992af req-6cf2b9a5-e24e-435e-a670-461b95599e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:24.424471 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fe6bd50f-7fa7-4e49-b5ab-79ad8b6992af req-6cf2b9a5-e24e-435e-a670-461b95599e76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73ab388-512a-40d2-a0c1-897e1cbeecdc HTTP/1.1" status: 200 len: 858 time: 0.0886221 Sep 24 03:34:24.483262 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fe6bd50f-7fa7-4e49-b5ab-79ad8b6992af req-03ce5bff-0769-4628-97ae-b3db3b58c074 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4489f0f-1647-433c-a28d-da32642eb55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467525 Sep 24 03:34:24.487650 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-32f57afc-d3b7-448a-8a30-5cc2f511eb95 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167425 Sep 24 03:34:24.527089 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f7898628-29b6-43ff-a817-94e1714022f0 req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:24.540359 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8986b042-420b-4efa-b1f8-2c2d72fc703a'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:34:24.583957 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Pushing event deleted for resources: {'Port': ['ID=8986b042-420b-4efa-b1f8-2c2d72fc703a,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:24.625327 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.625759 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.626439 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.626439 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.626763 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.627099 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.627428 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.627755 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.628080 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.628401 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.628723 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.629042 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:24.676504 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7898628-29b6-43ff-a817-94e1714022f0 req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] No DVR routers for this DVR port 8986b042-420b-4efa-b1f8-2c2d72fc703a on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:34:24.680089 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f7898628-29b6-43ff-a817-94e1714022f0 req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:24.682127 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f7898628-29b6-43ff-a817-94e1714022f0 req-476534a1-fb03-4b56-acee-64a44232cb04 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.13 "DELETE /v2.0/ports/8986b042-420b-4efa-b1f8-2c2d72fc703a HTTP/1.1" status: 204 len: 173 time: 1.1981068 Sep 24 03:34:24.682560 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c68dca-6afe-4e74-9291-542e2d0529b4', 'name': 'network-vif-deleted', 'tag': '8986b042-420b-4efa-b1f8-2c2d72fc703a'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:34:24.684869 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aafc5a2-34ef-41b4-bb5a-7f5677124293" -d '{"events": [{"server_uuid": "92c68dca-6afe-4e74-9291-542e2d0529b4", "name": "network-vif-deleted", "tag": "8986b042-420b-4efa-b1f8-2c2d72fc703a"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:34:24.715836 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fe6bd50f-7fa7-4e49-b5ab-79ad8b6992af req-9efae958-8f19-44df-8561-464d42f26f6d service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017493 Sep 24 03:34:24.762053 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b580683-dd53-4a87-ad72-30596d01d9b1 x-openstack-request-id: req-6b580683-dd53-4a87-ad72-30596d01d9b1 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:34:24.762345 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c68dca-6afe-4e74-9291-542e2d0529b4", "name": "network-vif-deleted", "tag": "8986b042-420b-4efa-b1f8-2c2d72fc703a", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:34:24.762593 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b580683-dd53-4a87-ad72-30596d01d9b1 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:34:24.763043 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c68dca-6afe-4e74-9291-542e2d0529b4', 'name': 'network-vif-deleted', 'tag': '8986b042-420b-4efa-b1f8-2c2d72fc703a', 'status': 'completed', 'code': 200} Sep 24 03:34:24.783331 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:24.891764 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fe6bd50f-7fa7-4e49-b5ab-79ad8b6992af req-a4b80e89-1516-4585-889e-385725f80e0f service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591518 Sep 24 03:34:24.894076 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:25.043066 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee394a-2a08-47e1-8ecd-fb431ecb93fa req-932d936a-1c38-4c78-9211-cbeae56015a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:25.044592 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bdee394a-2a08-47e1-8ecd-fb431ecb93fa req-932d936a-1c38-4c78-9211-cbeae56015a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9044a5eb528040b1804ebe0176b04bcb&device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 1099 time: 0.0765898 Sep 24 03:34:25.184910 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:25.210501 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:25.221694 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:25.229077 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee394a-2a08-47e1-8ecd-fb431ecb93fa req-d38a9f87-fd8c-4729-bd3a-49f812772900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:25.230744 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bdee394a-2a08-47e1-8ecd-fb431ecb93fa req-d38a9f87-fd8c-4729-bd3a-49f812772900 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4489f0f-1647-433c-a28d-da32642eb55e HTTP/1.1" status: 200 len: 919 time: 0.1580873 Sep 24 03:34:25.271065 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c5bd6-2ee3-49c7-9a3b-b1952ce556d0 req-e4dca5b3-73d7-4be7-a6fa-459bfef8873e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:25.278785 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-aa4c5bd6-2ee3-49c7-9a3b-b1952ce556d0 req-e4dca5b3-73d7-4be7-a6fa-459bfef8873e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.2178996 Sep 24 03:34:25.334053 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-aa4c5bd6-2ee3-49c7-9a3b-b1952ce556d0 req-97b8b870-5e98-4024-bf38-9458544e11d5 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482333 Sep 24 03:34:25.358969 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:25.377222 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-670015c1-fd53-4bb3-9499-c4935b7f97bb req-80e252fc-0c8f-4061-afb9-0cd7baeb580a tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 210 time: 0.0413034 Sep 24 03:34:25.508939 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.l3_db [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Floating IP 6f0fb631-cfa2-46d0-bbb6-5acc81d1fde4 associated. External IP: 172.27.1.75, port: e6ac50dd-759d-45ec-baea-edee8c9c243d. Sep 24 03:34:25.511659 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event updated for resources: {'Port': ['ID=f6ff9972-c93a-409d-9e42-99a431a35977,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:25.619732 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c1981-4978-4f48-a3c6-54c2bda36b63 req-473e8100-54fe-4892-be2a-e910f14ab1be tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:25.621470 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-756c1981-4978-4f48-a3c6-54c2bda36b63 req-473e8100-54fe-4892-be2a-e910f14ab1be tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0974588 Sep 24 03:34:25.733644 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bdee394a-2a08-47e1-8ecd-fb431ecb93fa req-2e49682e-06c5-4387-b547-bb7cd8f5ac37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=515ade53-cef9-43f6-8ae2-c5e8d29c22f8 HTTP/1.1" status: 200 len: 217 time: 0.0720038 Sep 24 03:34:25.855302 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-756c1981-4978-4f48-a3c6-54c2bda36b63 req-79159fea-611a-4110-9250-6a9e53678767 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264762 Sep 24 03:34:25.900752 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee394a-2a08-47e1-8ecd-fb431ecb93fa req-131ac5f8-7b97-488d-8a48-e913277e1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:25.905289 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bdee394a-2a08-47e1-8ecd-fb431ecb93fa req-131ac5f8-7b97-488d-8a48-e913277e1e90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73ab388-512a-40d2-a0c1-897e1cbeecdc HTTP/1.1" status: 200 len: 858 time: 0.1582744 Sep 24 03:34:26.120123 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:34:26.292278 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bdee394a-2a08-47e1-8ecd-fb431ecb93fa req-5d4534ec-7a7f-4d94-bf50-50c5161a1e3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4489f0f-1647-433c-a28d-da32642eb55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373513 Sep 24 03:34:26.510175 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:34:26.522273 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc7c8e-f9fd-4ff3-b273-43c6910d16c1 None None] Sync routers for ids ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:34:26.549127 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:26.550308 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc7c8e-f9fd-4ff3-b273-43c6910d16c1 None None] Routers {'f6e4b892-0782-45f7-8f9b-b1c61fd084d1'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:34:26.552699 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-73fc7c8e-f9fd-4ff3-b273-43c6910d16c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:34:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:34:26.640438 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-83b9caf3-206e-4e70-b01b-cb400bf13806 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6552999 Sep 24 03:34:26.640831 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:34:26.645747 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8ac018-de93-4016-b09e-c791d1c9c9be" -d '{"events": [{"name": "network-changed", "server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:34:26.663759 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 52454) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:26.674851 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-3cfea038-9236-45b2-b440-659bddb32d55 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-544611027', 'description': 'tempest-secgroup-smoke-544611027 description', 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:34:26.725254 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d23ca28e-9d20-4dee-85e9-dd6a40f398bf req-5c8ac6d7-2f97-4260-9601-72847ccda087 tempest-AttachVolumeNegativeTest-304679691 tempest-AttachVolumeNegativeTest-304679691-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c68dca-6afe-4e74-9291-542e2d0529b4 HTTP/1.1" status: 200 len: 210 time: 0.0953858 Sep 24 03:34:26.851330 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-73fc7c8e-f9fd-4ff3-b273-43c6910d16c1 None None] Set router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:34:26.861811 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acebb4a-c941-4a9f-bc23-490cc25b0e58 x-openstack-request-id: req-1acebb4a-c941-4a9f-bc23-490cc25b0e58 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:34:26.862066 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:34:26.862270 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1acebb4a-c941-4a9f-bc23-490cc25b0e58 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:34:26.862664 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d', 'status': 'completed', 'code': 200} Sep 24 03:34:26.911650 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8986b042-420b-4efa-b1f8-2c2d72fc703a no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:34:26.921216 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcfb32-56e5-4acd-b22d-9b12be661455 req-bfb39a9e-a189-408a-be05-aa42b2b12b84 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:26.923523 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-19fcfb32-56e5-4acd-b22d-9b12be661455 req-bfb39a9e-a189-408a-be05-aa42b2b12b84 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.4043801 Sep 24 03:34:26.956518 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bdee394a-2a08-47e1-8ecd-fb431ecb93fa req-110c41cf-2fc0-474f-b304-d09834f53e63 service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037731 Sep 24 03:34:26.974678 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3cfea038-9236-45b2-b440-659bddb32d55 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:26.990458 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 8986b042-420b-4efa-b1f8-2c2d72fc703a {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:34:26.991549 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8986b042-420b-4efa-b1f8-2c2d72fc703a not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:34:27.307461 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-19fcfb32-56e5-4acd-b22d-9b12be661455 req-04ea9a75-557a-492a-af04-36597b92481d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749282 Sep 24 03:34:27.323195 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ac018-de93-4016-b09e-c791d1c9c9be req-95a47c6f-3c45-478c-ae23-59808f179589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:27.324769 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d8ac018-de93-4016-b09e-c791d1c9c9be req-95a47c6f-3c45-478c-ae23-59808f179589 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8aafe7ea28c45d79b2cb49f09c3c82f&device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 1099 time: 0.4002452 Sep 24 03:34:27.385655 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bdee394a-2a08-47e1-8ecd-fb431ecb93fa req-27f8d6ac-b5f2-4889-a765-57ba45549d18 service neutron] 10.222.0.13 "GET /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770974 Sep 24 03:34:27.397898 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-73fc7c8e-f9fd-4ff3-b273-43c6910d16c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:33:21Z', 'revision_number': 4, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '6f0fb631-cfa2-46d0-bbb6-5acc81d1fde4', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'port_id': 'e6ac50dd-759d-45ec-baea-edee8c9c243d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'mac_address': 'fa:16:3e:c0:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:34:24Z', 'updated_at': '2021-09-24T03:34:24Z', 'revision_number': 0, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1', 'name': '', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'mac_address': 'fa:16:3e:83:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:20Z', 'updated_at': '2021-09-24T03:33:26Z', 'revision_number': 5, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'subnets': [{'id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:34:27.407829 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2743a-6aa3-453b-92e1-40b2d8a09d88 req-22bf48d8-7dcc-4c02-ab35-d8755efdf6d1 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:27.429992 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1ba2743a-6aa3-453b-92e1-40b2d8a09d88 req-22bf48d8-7dcc-4c02-ab35-d8755efdf6d1 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.2866971 Sep 24 03:34:27.431699 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc7c8e-f9fd-4ff3-b273-43c6910d16c1 None None] Checking router: f6e4b892-0782-45f7-8f9b-b1c61fd084d1 for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:34:27.444446 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc7c8e-f9fd-4ff3-b273-43c6910d16c1 None None] Routers {'f6e4b892-0782-45f7-8f9b-b1c61fd084d1'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:34:27.445655 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-73fc7c8e-f9fd-4ff3-b273-43c6910d16c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:34:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:34:27.637801 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-73fc7c8e-f9fd-4ff3-b273-43c6910d16c1 None None] Set router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:34:27.644711 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3cfea038-9236-45b2-b440-659bddb32d55 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:27.658062 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1ba2743a-6aa3-453b-92e1-40b2d8a09d88 req-ba9b696f-b456-42fb-9045-b16605e2e43b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269092 Sep 24 03:34:27.677662 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3cfea038-9236-45b2-b440-659bddb32d55 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:27.759826 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3cfea038-9236-45b2-b440-659bddb32d55 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:27.764635 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52466) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:27.765648 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-3cfea038-9236-45b2-b440-659bddb32d55 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0973356 Sep 24 03:34:27.771011 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5c6bb9b5-3ab4-4dee-9ec0-0a2874e44ee2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Request body: {'security_group_rule': {'security_group_id': 'c3b936ff-f3a7-430e-bd2d-055c78a4b061', 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:34:27.771848 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ac018-de93-4016-b09e-c791d1c9c9be req-e0197aed-ee1e-44f7-bb10-db8129eff2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:27.773586 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d8ac018-de93-4016-b09e-c791d1c9c9be req-e0197aed-ee1e-44f7-bb10-db8129eff2b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6448989d-b885-499e-a084-9678a302db42 HTTP/1.1" status: 200 len: 916 time: 0.3356807 Sep 24 03:34:27.774839 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfea038-9236-45b2-b440-659bddb32d55 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b936ff-f3a7-430e-bd2d-055c78a4b061,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:27.851418 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52468) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:27.893920 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb9b5-3ab4-4dee-9ec0-0a2874e44ee2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:27.939949 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d8ac018-de93-4016-b09e-c791d1c9c9be req-513daef6-7170-4eeb-b89d-e13b42217893 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d HTTP/1.1" status: 200 len: 999 time: 0.1559858 Sep 24 03:34:28.032189 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc680778-59ee-4ced-b599-7a8e83afda14 admin admin] Deleting subnet fefe6293-9536-4ce2-878b-198586418a20 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:34:28.066933 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb9b5-3ab4-4dee-9ec0-0a2874e44ee2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.069556 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc680778-59ee-4ced-b599-7a8e83afda14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.133747 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb9b5-3ab4-4dee-9ec0-0a2874e44ee2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.191706 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb9b5-3ab4-4dee-9ec0-0a2874e44ee2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.192875 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-5c6bb9b5-3ab4-4dee-9ec0-0a2874e44ee2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4272451 Sep 24 03:34:28.193618 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-73fc7c8e-f9fd-4ff3-b273-43c6910d16c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:33:21Z', 'revision_number': 4, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '6f0fb631-cfa2-46d0-bbb6-5acc81d1fde4', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'port_id': 'e6ac50dd-759d-45ec-baea-edee8c9c243d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'mac_address': 'fa:16:3e:c0:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:34:24Z', 'updated_at': '2021-09-24T03:34:24Z', 'revision_number': 0, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1', 'name': '', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'mac_address': 'fa:16:3e:83:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:20Z', 'updated_at': '2021-09-24T03:33:26Z', 'revision_number': 5, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'subnets': [{'id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:34:28.205975 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52470) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:28.227107 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-562304f7-b7d6-4c85-99c8-cf07822a0fdb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Request body: {'security_group_rule': {'security_group_id': 'c3b936ff-f3a7-430e-bd2d-055c78a4b061', 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:34:28.262287 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bb9b5-3ab4-4dee-9ec0-0a2874e44ee2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802c7506-b1ea-4edb-a20a-46a88a6ca81e,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:28.278526 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc680778-59ee-4ced-b599-7a8e83afda14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9308771'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.300276 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc7c8e-f9fd-4ff3-b273-43c6910d16c1 None None] The sync data for ids ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'] in dv-cinder-810800-1-iscsi is: [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:33:21Z', 'revision_number': 4, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '6f0fb631-cfa2-46d0-bbb6-5acc81d1fde4', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'port_id': 'e6ac50dd-759d-45ec-baea-edee8c9c243d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'mac_address': 'fa:16:3e:c0:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:34:24Z', 'updated_at': '2021-09-24T03:34:24Z', 'revision_number': 0, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1', 'name': '', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'mac_address': 'fa:16:3e:83:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:20Z', 'updated_at': '2021-09-24T03:33:26Z', 'revision_number': 5, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'subnets': [{'id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:34:28.436994 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-562304f7-b7d6-4c85-99c8-cf07822a0fdb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.469805 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc680778-59ee-4ced-b599-7a8e83afda14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.572241 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-562304f7-b7d6-4c85-99c8-cf07822a0fdb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.582730 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-562304f7-b7d6-4c85-99c8-cf07822a0fdb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.611813 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ac018-de93-4016-b09e-c791d1c9c9be req-65cb00b4-dddf-4ba3-980b-b3df14e73d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:28.613586 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d8ac018-de93-4016-b09e-c791d1c9c9be req-65cb00b4-dddf-4ba3-980b-b3df14e73d06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf378b03-36db-451a-b5ee-be5d345b839d HTTP/1.1" status: 200 len: 854 time: 0.5767066 Sep 24 03:34:28.657147 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562304f7-b7d6-4c85-99c8-cf07822a0fdb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a7241a-0f07-4227-8f76-5fe2bcdf5c09,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:28.658968 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e25df7-0f07-4b7b-9633-265c1e4b42c7 req-79a30e2e-5eb9-4c4e-a1b2-8d9ee7607382 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:28.667254 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c7e25df7-0f07-4b7b-9633-265c1e4b42c7 req-79a30e2e-5eb9-4c4e-a1b2-8d9ee7607382 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.1173415 Sep 24 03:34:28.686903 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-562304f7-b7d6-4c85-99c8-cf07822a0fdb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.691263 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-562304f7-b7d6-4c85-99c8-cf07822a0fdb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4735091 Sep 24 03:34:28.693683 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52480) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:28.700647 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-283149bd-a282-4835-87e6-207db436e768 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Request body: {'security_group_rule': {'security_group_id': 'c3b936ff-f3a7-430e-bd2d-055c78a4b061', 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:34:28.724217 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc680778-59ee-4ced-b599-7a8e83afda14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9308815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8548313'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.733251 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f993c0-7ffd-4255-9c21-5e2c0954bf68 None None] New status for floating IP 6f0fb631-cfa2-46d0-bbb6-5acc81d1fde4: ACTIVE {{(pid=94018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:34:28.763728 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-283149bd-a282-4835-87e6-207db436e768 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.777425 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc680778-59ee-4ced-b599-7a8e83afda14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.779424 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-cc680778-59ee-4ced-b599-7a8e83afda14 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fefe6293-9536-4ce2-878b-198586418a20 HTTP/1.1" status: 204 len: 168 time: 0.9270291 Sep 24 03:34:28.784886 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c7e25df7-0f07-4b7b-9633-265c1e4b42c7 req-2ccb7f20-c17b-475c-ab96-e4e9917c97f3 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001635 Sep 24 03:34:28.787081 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 52486) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:28.799614 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc680778-59ee-4ced-b599-7a8e83afda14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fefe6293-9536-4ce2-878b-198586418a20,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:28.902769 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.944504 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-283149bd-a282-4835-87e6-207db436e768 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.956709 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-283149bd-a282-4835-87e6-207db436e768 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:28.985503 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283149bd-a282-4835-87e6-207db436e768 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649a237b-b303-4a23-98a8-085be571436b,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:29.012757 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-283149bd-a282-4835-87e6-207db436e768 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.016589 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0bb66-0e63-4773-a842-99f110751d3c req-272384ba-04ac-4600-801d-477cc284ccc5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:29.017097 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-283149bd-a282-4835-87e6-207db436e768 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3204110 Sep 24 03:34:29.019236 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52498) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:29.024947 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-56b0bb66-0e63-4773-a842-99f110751d3c req-272384ba-04ac-4600-801d-477cc284ccc5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.1379488 Sep 24 03:34:29.033746 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f8547025-8d1d-4e8f-8c40-7d4eeb76d6ad tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Request body: {'security_group_rule': {'security_group_id': 'c3b936ff-f3a7-430e-bd2d-055c78a4b061', 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:34:29.090848 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-56b0bb66-0e63-4773-a842-99f110751d3c req-3cecc977-d4da-41f5-8855-cb4b9a38fc51 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536320 Sep 24 03:34:29.135026 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8547025-8d1d-4e8f-8c40-7d4eeb76d6ad tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.139310 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.210961 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.211617 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.212204 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.214856 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > port after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.215233 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > port after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.215691 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > port after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.215813 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8547025-8d1d-4e8f-8c40-7d4eeb76d6ad tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.216021 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.217658 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.218063 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.218431 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.221434 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8547025-8d1d-4e8f-8c40-7d4eeb76d6ad tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.242078 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8547025-8d1d-4e8f-8c40-7d4eeb76d6ad tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a155d273-8adc-4589-bbc6-c7859d6869cd,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:29.252980 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8547025-8d1d-4e8f-8c40-7d4eeb76d6ad tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.257107 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-f8547025-8d1d-4e8f-8c40-7d4eeb76d6ad tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2342670 Sep 24 03:34:29.257655 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52506) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:29.262481 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-9c209b2b-c87a-45a6-9203-387fe9fb5733 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Request body: {'security_group_rule': {'security_group_id': 'c3b936ff-f3a7-430e-bd2d-055c78a4b061', 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:34:29.290571 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-9c209b2b-c87a-45a6-9203-387fe9fb5733 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Project b8aafe7ea28c45d79b2cb49f09c3c82f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 03:34:29.296183 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9c209b2b-c87a-45a6-9203-387fe9fb5733 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.406957 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9c209b2b-c87a-45a6-9203-387fe9fb5733 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.412410 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9c209b2b-c87a-45a6-9203-387fe9fb5733 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.430199 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.430383 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c209b2b-c87a-45a6-9203-387fe9fb5733 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656d03cf-2236-4410-bbfa-5598339362cc,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:29.430537 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.430871 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.431203 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 03:34:29.431564 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8a83a1-4718-4b4d-b03f-5ba6c433eea0']}} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:34:29.441681 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9c209b2b-c87a-45a6-9203-387fe9fb5733 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.441681 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-9c209b2b-c87a-45a6-9203-387fe9fb5733 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1800122 Sep 24 03:34:29.442997 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52510) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:29.447913 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-50b524cf-6510-463f-ad88-31524f3af5e2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Request body: {'security_group_rule': {'security_group_id': 'c3b936ff-f3a7-430e-bd2d-055c78a4b061', 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:34:29.476869 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94eabbe3-9f49-4dc2-98c5-3aa504f525a6') {'for_net_delete': True} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:34:29.477298 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94eabbe3-9f49-4dc2-98c5-3aa504f525a6') {} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:34:29.484410 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-50b524cf-6510-463f-ad88-31524f3af5e2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Project b8aafe7ea28c45d79b2cb49f09c3c82f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 03:34:29.490885 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50b524cf-6510-463f-ad88-31524f3af5e2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.498819 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811687'] for segment, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.520351 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.528757 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:34:29.529133 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3802692'] for segment, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: from cryptography.utils import int_from_bytes Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: from cryptography.utils import int_from_bytes Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: Traceback (most recent call last): Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: timer() Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: cb(*args, **kw) Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: return func(*args, **kwargs) Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: self._notify() Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: self.callback(batched_events) Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: event.method(event) Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: return f(self, *a, **k) Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._get(url).json() Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: return self.request(url, 'GET', **kwargs) Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:34:29.533932 dv-cinder-810800-1-iscsi neutron-server[94016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:34:29.555677 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50b524cf-6510-463f-ad88-31524f3af5e2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.559578 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50b524cf-6510-463f-ad88-31524f3af5e2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.580079 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b524cf-6510-463f-ad88-31524f3af5e2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2be64c-cb23-4c08-8d38-e8ee59176f77,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:29.587496 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50b524cf-6510-463f-ad88-31524f3af5e2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.597657 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-50b524cf-6510-463f-ad88-31524f3af5e2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1474555 Sep 24 03:34:29.604566 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.612746 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.617541 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] 10.222.0.18 "DELETE /v2.0/networks/da8a83a1-4718-4b4d-b03f-5ba6c433eea0 HTTP/1.1" status: 204 len: 168 time: 0.8249612 Sep 24 03:34:29.632757 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75450c42-a8a4-4e2f-8f67-1ccae35234ee admin admin] Pushing event deleted for resources: {'Network': ['ID=da8a83a1-4718-4b4d-b03f-5ba6c433eea0,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:29.714246 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a2db7318-f2df-4cbd-ac5a-f494cb7de4f3 req-c804866b-2738-4998-baa0-20721bc76887 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544611027&fields=id&tenant_id=b8aafe7ea28c45d79b2cb49f09c3c82f HTTP/1.1" status: 200 len: 267 time: 0.0346649 Sep 24 03:34:29.781109 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db7318-f2df-4cbd-ac5a-f494cb7de4f3 req-cd63b21b-3767-41b5-9f81-2d7f11a20449 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:29.783349 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a2db7318-f2df-4cbd-ac5a-f494cb7de4f3 req-cd63b21b-3767-41b5-9f81-2d7f11a20449 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.0623651 Sep 24 03:34:29.795026 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-a2db7318-f2df-4cbd-ac5a-f494cb7de4f3 req-70fdca5f-5be3-4112-a018-02bec183d917 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Request body: {'port': {'security_groups': ['6a2fedc1-207c-4659-8cd0-65c27b71401c', 'c3b936ff-f3a7-430e-bd2d-055c78a4b061']}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:34:29.867238 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-a2db7318-f2df-4cbd-ac5a-f494cb7de4f3 req-70fdca5f-5be3-4112-a018-02bec183d917 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:29.872179 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 52516) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:29.961830 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-71c0b5eb-b309-4869-8c72-860754c7e81b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cad76815db3c4a67adf42217edb51d2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0873141 Sep 24 03:34:29.962887 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52522) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:30.026553 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-119bf63d-394e-4402-83be-47e576b5d240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:30.055833 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-119bf63d-394e-4402-83be-47e576b5d240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:30.140824 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-119bf63d-394e-4402-83be-47e576b5d240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:30.143113 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-a2db7318-f2df-4cbd-ac5a-f494cb7de4f3 req-70fdca5f-5be3-4112-a018-02bec183d917 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] For port e6ac50dd-759d-45ec-baea-edee8c9c243d, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:30.145476 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-119bf63d-394e-4402-83be-47e576b5d240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:30.149564 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-119bf63d-394e-4402-83be-47e576b5d240 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/350f3229-2a6f-4e83-ac72-250b604ce674 HTTP/1.1" status: 204 len: 168 time: 0.1820214 Sep 24 03:34:30.180329 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bf63d-394e-4402-83be-47e576b5d240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350f3229-2a6f-4e83-ac72-250b604ce674,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:30.229604 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-a2db7318-f2df-4cbd-ac5a-f494cb7de4f3 req-70fdca5f-5be3-4112-a018-02bec183d917 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:30.249002 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-a2db7318-f2df-4cbd-ac5a-f494cb7de4f3 req-70fdca5f-5be3-4112-a018-02bec183d917 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:30.261833 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['e6ac50dd-759d-45ec-baea-edee8c9c243d'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:34:30.354272 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db7318-f2df-4cbd-ac5a-f494cb7de4f3 req-70fdca5f-5be3-4112-a018-02bec183d917 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:30.355177 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-a2db7318-f2df-4cbd-ac5a-f494cb7de4f3 req-70fdca5f-5be3-4112-a018-02bec183d917 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:30.356453 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a2db7318-f2df-4cbd-ac5a-f494cb7de4f3 req-70fdca5f-5be3-4112-a018-02bec183d917 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "PUT /v2.0/ports/e6ac50dd-759d-45ec-baea-edee8c9c243d HTTP/1.1" status: 200 len: 982 time: 0.5663774 Sep 24 03:34:30.364699 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:34:30.367164 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103d78c8-9dc7-40c4-a256-2192806ab962" -d '{"events": [{"name": "network-changed", "server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:34:30.422899 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ab2c4-6fd8-47de-847b-b46904d34fdf req-6e491d1a-5c8f-4d18-9017-edfcf95e37b8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:30.424837 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1e9ab2c4-6fd8-47de-847b-b46904d34fdf req-6e491d1a-5c8f-4d18-9017-edfcf95e37b8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.2090592 Sep 24 03:34:30.508036 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdca5f-5be3-4112-a018-02bec183d917 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event updated for resources: {'Port': ['ID=e6ac50dd-759d-45ec-baea-edee8c9c243d,revision_number=6']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:30.543005 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['e6ac50dd-759d-45ec-baea-edee8c9c243d'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:34:30.590949 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1e9ab2c4-6fd8-47de-847b-b46904d34fdf req-02b1a0d1-8535-4c09-9d79-5c150ef33bbe tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553707 Sep 24 03:34:30.622587 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d56f6d-112e-4107-8257-1abd6416dc61 req-f9fb2ca0-57c2-4c1d-b8ef-b170784c602d tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:30.624202 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-30d56f6d-112e-4107-8257-1abd6416dc61 req-f9fb2ca0-57c2-4c1d-b8ef-b170784c602d tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.1017468 Sep 24 03:34:30.711288 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5507a0ea-870d-49c2-a158-fc9de6fcf36a x-openstack-request-id: req-5507a0ea-870d-49c2-a158-fc9de6fcf36a {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:34:30.711844 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:34:30.713821 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5507a0ea-870d-49c2-a158-fc9de6fcf36a {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:34:30.714479 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d', 'status': 'completed', 'code': 200} Sep 24 03:34:30.726241 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-30d56f6d-112e-4107-8257-1abd6416dc61 req-ec02cf4c-9dea-4d1a-af86-a51df55e6647 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943451 Sep 24 03:34:30.878291 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-ea8ebf8f-a110-499e-8871-88eec75cb254 None None] Provisioning complete for port e6ac50dd-759d-45ec-baea-edee8c9c243d triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:34:30.878666 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebf8f-a110-499e-8871-88eec75cb254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:31.758820 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92eada-a18e-44e9-a4b5-61019b88ee8a req-adc91bff-f57c-46fe-846d-5238ed6f4c2e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:31.760579 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2b92eada-a18e-44e9-a4b5-61019b88ee8a req-adc91bff-f57c-46fe-846d-5238ed6f4c2e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0742176 Sep 24 03:34:31.819404 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2b92eada-a18e-44e9-a4b5-61019b88ee8a req-21fffbb2-9e22-4d57-9c2d-83d1fbc0db07 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491009 Sep 24 03:34:32.323085 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52628) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:32.438199 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a8bcecb-ee98-424c-8266-4304731eacfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:32.439112 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 52634) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:32.493493 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcea5a2-3e39-400d-abac-c738688ad0d0 admin admin] Deleting subnet 8567bba7-952a-43dd-b5da-50eebe215c64 {{(pid=94016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:34:32.496880 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6bcea5a2-3e39-400d-abac-c738688ad0d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:32.534782 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6bcea5a2-3e39-400d-abac-c738688ad0d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811710'] for subnet, precommit_delete_associations {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:32.551854 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a8bcecb-ee98-424c-8266-4304731eacfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:32.556014 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a8bcecb-ee98-424c-8266-4304731eacfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:32.591219 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bcecb-ee98-424c-8266-4304731eacfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1da238-ea1b-4ab3-95c2-1f02b4040304,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:32.591512 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6bcea5a2-3e39-400d-abac-c738688ad0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:32.626504 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-3a8bcecb-ee98-424c-8266-4304731eacfa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3529913a10564efdb32a26583ef1bdab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020768 Sep 24 03:34:32.627423 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 52636) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:32.695695 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6bcea5a2-3e39-400d-abac-c738688ad0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8493267'] for subnet, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:32.713273 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6bcea5a2-3e39-400d-abac-c738688ad0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:32.715309 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-6bcea5a2-3e39-400d-abac-c738688ad0d0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8567bba7-952a-43dd-b5da-50eebe215c64 HTTP/1.1" status: 204 len: 168 time: 0.2751751 Sep 24 03:34:32.718194 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52638) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:32.737642 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c819119e-3623-428c-993f-29d876a72325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:32.741013 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcea5a2-3e39-400d-abac-c738688ad0d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8567bba7-952a-43dd-b5da-50eebe215c64,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:32.762891 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c819119e-3623-428c-993f-29d876a72325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:32.813231 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c819119e-3623-428c-993f-29d876a72325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:32.815875 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c819119e-3623-428c-993f-29d876a72325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:32.817034 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-c819119e-3623-428c-993f-29d876a72325 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f1da238-ea1b-4ab3-95c2-1f02b4040304 HTTP/1.1" status: 204 len: 168 time: 0.1885233 Sep 24 03:34:32.819383 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9fc6862-d4e6-4042-94fe-87babde9a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:32.825371 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819119e-3623-428c-993f-29d876a72325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1da238-ea1b-4ab3-95c2-1f02b4040304,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:32.969543 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9fc6862-d4e6-4042-94fe-87babde9a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.010343 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c9fc6862-d4e6-4042-94fe-87babde9a4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5110320c-18ec-4819-bd21-89a3b96ba32f']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:34:33.023947 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c9fc6862-d4e6-4042-94fe-87babde9a4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a10d436-cc04-4a47-b414-6f078f99ff7f') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:34:33.024673 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c9fc6862-d4e6-4042-94fe-87babde9a4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a10d436-cc04-4a47-b414-6f078f99ff7f') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:34:33.030242 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3a159-221c-4f91-91ab-0469a738c905 req-88f499ad-0bf6-4302-946a-52026b603439 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:33.032345 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b7f3a159-221c-4f91-91ab-0469a738c905 req-88f499ad-0bf6-4302-946a-52026b603439 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0708966 Sep 24 03:34:33.045966 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9fc6862-d4e6-4042-94fe-87babde9a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9308794'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.069520 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9fc6862-d4e6-4042-94fe-87babde9a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.078449 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fc6862-d4e6-4042-94fe-87babde9a4cd admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:34:33.080024 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b7f3a159-221c-4f91-91ab-0469a738c905 req-4110f6b4-75c7-4bdf-88c8-97cffedfdbd1 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397940 Sep 24 03:34:33.081986 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9fc6862-d4e6-4042-94fe-87babde9a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9319713'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: Traceback (most recent call last): Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: timer() Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: cb(*args, **kw) Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: return func(*args, **kwargs) Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: self._notify() Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: self.callback(batched_events) Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: event.method(event) Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: return f(self, *a, **k) Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._get(url).json() Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: return self.request(url, 'GET', **kwargs) Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:34:33.084377 dv-cinder-810800-1-iscsi neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:34:33.152666 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9fc6862-d4e6-4042-94fe-87babde9a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.164222 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9fc6862-d4e6-4042-94fe-87babde9a4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.168673 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-c9fc6862-d4e6-4042-94fe-87babde9a4cd admin admin] 10.222.0.18 "DELETE /v2.0/networks/5110320c-18ec-4819-bd21-89a3b96ba32f HTTP/1.1" status: 204 len: 168 time: 0.4466043 Sep 24 03:34:33.178046 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc6862-d4e6-4042-94fe-87babde9a4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=5110320c-18ec-4819-bd21-89a3b96ba32f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:33.285304 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52650) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:33.300539 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca46c632-b904-418e-99ba-867164842dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.335226 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 52652) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:33.387940 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-ba5546ce-9767-4918-97d4-9129555beb55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d23b942bef2c49778eda908a1dfb6c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498872 Sep 24 03:34:33.390450 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 52654) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:33.436330 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca46c632-b904-418e-99ba-867164842dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.442218 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca46c632-b904-418e-99ba-867164842dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.447213 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-246dc813-5127-401e-9ae8-aeeee5a689c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.470957 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-246dc813-5127-401e-9ae8-aeeee5a689c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.494079 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46c632-b904-418e-99ba-867164842dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f430f799-0c02-40d8-820a-c1db077e2f5d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:33.518408 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-ca46c632-b904-418e-99ba-867164842dbf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a246cee96ef74400b09515e49dc0954f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318039 Sep 24 03:34:33.519132 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52656) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:33.550777 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-246dc813-5127-401e-9ae8-aeeee5a689c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.553303 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-246dc813-5127-401e-9ae8-aeeee5a689c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.554488 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-246dc813-5127-401e-9ae8-aeeee5a689c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ff62166-e045-4435-8fe7-50fe83340641 HTTP/1.1" status: 204 len: 168 time: 0.1624081 Sep 24 03:34:33.562690 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dc813-5127-401e-9ae8-aeeee5a689c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff62166-e045-4435-8fe7-50fe83340641,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:33.580912 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc6d1-1036-4fd3-a6c1-4ffa74334d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.619306 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc6d1-1036-4fd3-a6c1-4ffa74334d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.684320 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc6d1-1036-4fd3-a6c1-4ffa74334d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.687492 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc6d1-1036-4fd3-a6c1-4ffa74334d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:33.694536 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-7c7bc6d1-1036-4fd3-a6c1-4ffa74334d20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f430f799-0c02-40d8-820a-c1db077e2f5d HTTP/1.1" status: 204 len: 168 time: 0.1743615 Sep 24 03:34:33.708858 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bc6d1-1036-4fd3-a6c1-4ffa74334d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f430f799-0c02-40d8-820a-c1db077e2f5d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:34.246905 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171b1c-92b5-4d00-be2e-21ef169b1e12 req-f0dbca3c-4c37-4d7c-acdf-95acbc620845 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:34.248300 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a4171b1c-92b5-4d00-be2e-21ef169b1e12 req-f0dbca3c-4c37-4d7c-acdf-95acbc620845 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0718830 Sep 24 03:34:34.295005 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a4171b1c-92b5-4d00-be2e-21ef169b1e12 req-407f9457-de0e-428a-b3b1-e5de999b0297 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401940 Sep 24 03:34:35.479881 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4147d-1528-4a6f-a573-6700e7639668 req-9068f566-29e6-4800-bb9f-3e285f671e4a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:35.482000 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8bd4147d-1528-4a6f-a573-6700e7639668 req-9068f566-29e6-4800-bb9f-3e285f671e4a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0818543 Sep 24 03:34:35.537582 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8bd4147d-1528-4a6f-a573-6700e7639668 req-e3f40dc4-93c1-40fa-a145-f48dcdb26d63 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479755 Sep 24 03:34:36.269548 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52802) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:36.394629 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8aa5-f369-4853-ba8f-bad6c380369c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:36.487968 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8aa5-f369-4853-ba8f-bad6c380369c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:36.492874 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8aa5-f369-4853-ba8f-bad6c380369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:36.527875 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-5ebb8aa5-f369-4853-ba8f-bad6c380369c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45e9593511a34a1d9eadc2356076fb2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570763 Sep 24 03:34:36.530546 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 52808) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:36.540578 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb8aa5-f369-4853-ba8f-bad6c380369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68261437-ed50-4e48-8f99-84134eb9d26d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:36.613394 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0765-3a40-4a84-bc23-cbc7c300aa3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:36.659072 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0765-3a40-4a84-bc23-cbc7c300aa3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:36.725826 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458e622-47f5-4339-b84c-61370541531f req-acf73fac-44fc-4e1f-bbae-9a60065d3913 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:36.727460 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6458e622-47f5-4339-b84c-61370541531f req-acf73fac-44fc-4e1f-bbae-9a60065d3913 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0949681 Sep 24 03:34:36.766144 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0765-3a40-4a84-bc23-cbc7c300aa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:36.768766 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0765-3a40-4a84-bc23-cbc7c300aa3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:36.770014 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-5fdf0765-3a40-4a84-bc23-cbc7c300aa3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68261437-ed50-4e48-8f99-84134eb9d26d HTTP/1.1" status: 204 len: 168 time: 0.2383451 Sep 24 03:34:36.779526 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6458e622-47f5-4339-b84c-61370541531f req-8538199e-7291-4649-b785-f7b19f723d58 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457284 Sep 24 03:34:36.785088 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf0765-3a40-4a84-bc23-cbc7c300aa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68261437-ed50-4e48-8f99-84134eb9d26d,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:37.065112 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 52820) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:37.078985 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-39d37641-0ae3-4722-a165-511d95999b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:37.201554 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-39d37641-0ae3-4722-a165-511d95999b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:37.207242 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-39d37641-0ae3-4722-a165-511d95999b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:37.251121 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-39d37641-0ae3-4722-a165-511d95999b35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92966ed3e084452f928290eba042fa25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815846 Sep 24 03:34:37.251934 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52824) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:37.254901 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d37641-0ae3-4722-a165-511d95999b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec5c936-1eba-4574-a071-53ecdd5b35e1,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:37.317400 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fc677b6a-6c47-40e6-b534-919d431613f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:37.338870 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fc677b6a-6c47-40e6-b534-919d431613f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:37.390285 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fc677b6a-6c47-40e6-b534-919d431613f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:37.393406 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fc677b6a-6c47-40e6-b534-919d431613f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:37.394582 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-fc677b6a-6c47-40e6-b534-919d431613f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dec5c936-1eba-4574-a071-53ecdd5b35e1 HTTP/1.1" status: 204 len: 168 time: 0.1416175 Sep 24 03:34:37.402336 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc677b6a-6c47-40e6-b534-919d431613f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec5c936-1eba-4574-a071-53ecdd5b35e1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:37.937137 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d51c1-19bb-47c6-81dc-edab1ecdfb9c req-b8e86f98-cafa-4242-a482-14f1afc4ba8b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:37.941635 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-075d51c1-19bb-47c6-81dc-edab1ecdfb9c req-b8e86f98-cafa-4242-a482-14f1afc4ba8b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0703995 Sep 24 03:34:37.993179 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-075d51c1-19bb-47c6-81dc-edab1ecdfb9c req-7ed38990-f182-4552-b46a-ac6d6c2f1a33 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449317 Sep 24 03:34:39.167003 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616b6ac-85ec-4a12-92f4-ec76fb15696f req-c9ded0b6-b025-4b49-9b7a-ddeb3eaaf5df tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:39.168495 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d616b6ac-85ec-4a12-92f4-ec76fb15696f req-c9ded0b6-b025-4b49-9b7a-ddeb3eaaf5df tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0481207 Sep 24 03:34:39.210878 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d616b6ac-85ec-4a12-92f4-ec76fb15696f req-dffdf6aa-b79e-4b62-8fb9-10b430b04380 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333624 Sep 24 03:34:39.307693 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ac018-de93-4016-b09e-c791d1c9c9be req-1df957f8-d460-415f-92c1-3d707615d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:39.309272 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d8ac018-de93-4016-b09e-c791d1c9c9be req-1df957f8-d460-415f-92c1-3d707615d16e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6448989d-b885-499e-a084-9678a302db42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565336 Sep 24 03:34:39.434069 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d8ac018-de93-4016-b09e-c791d1c9c9be req-2bed4014-8c56-436b-82a2-a5c46517bdd2 service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086349 Sep 24 03:34:39.536500 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d8ac018-de93-4016-b09e-c791d1c9c9be req-be0bf827-24de-4724-b291-6e294473c71c service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930643 Sep 24 03:34:39.633337 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d78c8-9dc7-40c4-a256-2192806ab962 req-8d22026a-8885-4eee-a6e0-e59fc32bfc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:39.634861 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-103d78c8-9dc7-40c4-a256-2192806ab962 req-8d22026a-8885-4eee-a6e0-e59fc32bfc85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8aafe7ea28c45d79b2cb49f09c3c82f&device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 1138 time: 0.0470829 Sep 24 03:34:39.727584 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d78c8-9dc7-40c4-a256-2192806ab962 req-49a3379f-0d77-49c8-a0c9-c0646c75a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:39.729036 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-103d78c8-9dc7-40c4-a256-2192806ab962 req-49a3379f-0d77-49c8-a0c9-c0646c75a3ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=6448989d-b885-499e-a084-9678a302db42 HTTP/1.1" status: 200 len: 916 time: 0.0852370 Sep 24 03:34:39.800974 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-103d78c8-9dc7-40c4-a256-2192806ab962 req-6f2f9d57-cef2-42a0-86fc-8039f3f7788a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d HTTP/1.1" status: 200 len: 1001 time: 0.0639656 Sep 24 03:34:39.858533 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d78c8-9dc7-40c4-a256-2192806ab962 req-a497a4e5-22df-4084-b486-883b89d305d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:39.860618 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-103d78c8-9dc7-40c4-a256-2192806ab962 req-a497a4e5-22df-4084-b486-883b89d305d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf378b03-36db-451a-b5ee-be5d345b839d HTTP/1.1" status: 200 len: 854 time: 0.0457535 Sep 24 03:34:39.924653 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d78c8-9dc7-40c4-a256-2192806ab962 req-ff267616-e4fd-44e3-aeee-00794d4b84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:39.926196 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-103d78c8-9dc7-40c4-a256-2192806ab962 req-ff267616-e4fd-44e3-aeee-00794d4b84c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6448989d-b885-499e-a084-9678a302db42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491707 Sep 24 03:34:40.022622 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-103d78c8-9dc7-40c4-a256-2192806ab962 req-97f9e3bf-bbbe-4ab1-928e-b5cad9ad0d4f service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881777 Sep 24 03:34:40.113339 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-103d78c8-9dc7-40c4-a256-2192806ab962 req-6115f73c-3c5f-4704-8439-726ea14c1b95 service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823328 Sep 24 03:34:40.340649 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ab94e-e302-4998-a1f8-f0e27ad054f6 req-71cd9d29-d0d0-46d0-9043-ee66e5c747d1 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:40.342150 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c47ab94e-e302-4998-a1f8-f0e27ad054f6 req-71cd9d29-d0d0-46d0-9043-ee66e5c747d1 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0529788 Sep 24 03:34:40.381402 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c47ab94e-e302-4998-a1f8-f0e27ad054f6 req-a9d38b51-2691-4918-9d63-8c8c8f7145ca tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328867 Sep 24 03:34:41.500882 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783c25-775c-4f10-8460-8d4324eac318 req-ee0706da-bd0e-4800-b6e0-8be97439478e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:41.502407 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6e783c25-775c-4f10-8460-8d4324eac318 req-ee0706da-bd0e-4800-b6e0-8be97439478e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0501006 Sep 24 03:34:41.539972 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6e783c25-775c-4f10-8460-8d4324eac318 req-db215b5b-1bd3-4829-99f0-54e3ba687b96 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315039 Sep 24 03:34:42.670371 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebadfb-8a25-4a0b-af1c-194a2baecfda req-5026363b-c3b3-48b0-aff0-4a22341672d4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:42.672949 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-21ebadfb-8a25-4a0b-af1c-194a2baecfda req-5026363b-c3b3-48b0-aff0-4a22341672d4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0540307 Sep 24 03:34:42.714953 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-21ebadfb-8a25-4a0b-af1c-194a2baecfda req-d332f0e1-4f6a-4e37-a418-5c3ebc81ee1b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362098 Sep 24 03:34:42.735693 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 52938) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:42.845323 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-78236fcc-78fd-4994-b56e-05e55ed413b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:42.973192 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-78236fcc-78fd-4994-b56e-05e55ed413b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:42.977346 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-78236fcc-78fd-4994-b56e-05e55ed413b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:43.023924 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78236fcc-78fd-4994-b56e-05e55ed413b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec188557-bc71-46e6-99af-fb7dc4b119b1,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:43.030804 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52950) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:43.032000 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-78236fcc-78fd-4994-b56e-05e55ed413b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5114c9a058d24d0dbeebe242a731c01a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940428 Sep 24 03:34:43.040195 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ca748-8738-422d-9696-43e60db9cf6c req-c1c2f1a9-2d16-4c43-9723-66d41fe3aadd tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:43.041695 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a63ca748-8738-422d-9696-43e60db9cf6c req-c1c2f1a9-2d16-4c43-9723-66d41fe3aadd tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.1014328 Sep 24 03:34:43.088469 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a63ca748-8738-422d-9696-43e60db9cf6c req-a6f11fff-306f-48db-9f64-cd4069e5b093 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387559 Sep 24 03:34:43.096684 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab310cae-7bc9-42ee-9604-693b11a541d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:43.120349 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab310cae-7bc9-42ee-9604-693b11a541d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:43.175413 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab310cae-7bc9-42ee-9604-693b11a541d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:43.178203 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab310cae-7bc9-42ee-9604-693b11a541d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:43.179378 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-ab310cae-7bc9-42ee-9604-693b11a541d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec188557-bc71-46e6-99af-fb7dc4b119b1 HTTP/1.1" status: 204 len: 168 time: 0.1474926 Sep 24 03:34:43.193871 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab310cae-7bc9-42ee-9604-693b11a541d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec188557-bc71-46e6-99af-fb7dc4b119b1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:43.461909 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52960) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:43.474960 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32715aed-1f90-420f-8a07-c3596b437829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:43.568189 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32715aed-1f90-420f-8a07-c3596b437829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:43.572007 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32715aed-1f90-420f-8a07-c3596b437829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:43.608216 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32715aed-1f90-420f-8a07-c3596b437829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea23d382-71d5-4fbe-b62f-28cc1c82e700,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:43.613328 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-32715aed-1f90-420f-8a07-c3596b437829 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a11b27eecbca46b2935522502f38c004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501396 Sep 24 03:34:43.616517 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 52962) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:43.667085 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76540789-8a49-40be-bb36-fd0e7db30acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:43.689005 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76540789-8a49-40be-bb36-fd0e7db30acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:43.738781 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76540789-8a49-40be-bb36-fd0e7db30acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:43.741592 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76540789-8a49-40be-bb36-fd0e7db30acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:43.745542 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-76540789-8a49-40be-bb36-fd0e7db30acd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea23d382-71d5-4fbe-b62f-28cc1c82e700 HTTP/1.1" status: 204 len: 168 time: 0.1282806 Sep 24 03:34:43.754900 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76540789-8a49-40be-bb36-fd0e7db30acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea23d382-71d5-4fbe-b62f-28cc1c82e700,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:43.846031 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25127255-4367-45a9-b32c-ee10852120e1 req-cc47ff7e-d70a-44b0-9bac-9d916df367d9 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:43.847518 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-25127255-4367-45a9-b32c-ee10852120e1 req-cc47ff7e-d70a-44b0-9bac-9d916df367d9 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0504663 Sep 24 03:34:43.893439 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-25127255-4367-45a9-b32c-ee10852120e1 req-5ee018b0-be0d-4516-bffc-273d2291e5ef tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401096 Sep 24 03:34:44.212437 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc66f3-120f-48c1-90c0-c90dfe2b2546 req-551fbf0c-df46-4f6a-af01-98f79e4e1d2d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:44.214230 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7acc66f3-120f-48c1-90c0-c90dfe2b2546 req-551fbf0c-df46-4f6a-af01-98f79e4e1d2d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0557129 Sep 24 03:34:44.260790 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7acc66f3-120f-48c1-90c0-c90dfe2b2546 req-440a8168-6848-4bd2-8e3d-0649961357d5 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Sep 24 03:34:45.035249 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e5c1d-a28e-4748-8352-34040bee0007 req-fd159a8b-9837-488d-b518-1e40a0baf125 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:45.037565 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d87e5c1d-a28e-4748-8352-34040bee0007 req-fd159a8b-9837-488d-b518-1e40a0baf125 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0558701 Sep 24 03:34:45.077551 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d87e5c1d-a28e-4748-8352-34040bee0007 req-eb05ab6c-0a76-483c-9921-35fa0182da66 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332575 Sep 24 03:34:45.188864 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f11016af-25a1-4b2d-b17d-623ef06284d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:45.384990 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6859d28-5b4b-4b83-be70-f8ccddf94a8a req-2efab6fa-c6fe-4aed-a57e-2404ff44447f tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:45.386617 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d6859d28-5b4b-4b83-be70-f8ccddf94a8a req-2efab6fa-c6fe-4aed-a57e-2404ff44447f tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0541010 Sep 24 03:34:45.431623 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d6859d28-5b4b-4b83-be70-f8ccddf94a8a req-c69e9041-eb09-4f9b-830a-d4c9bddced51 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376761 Sep 24 03:34:45.864327 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87f47d-82dd-49a8-9d30-55dfb16cd0a5 req-0ed59f00-79d9-4e1a-bc86-c90b06bb23a0 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:45.865885 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ab87f47d-82dd-49a8-9d30-55dfb16cd0a5 req-0ed59f00-79d9-4e1a-bc86-c90b06bb23a0 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.13 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 945 time: 0.0534401 Sep 24 03:34:45.967258 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-ab87f47d-82dd-49a8-9d30-55dfb16cd0a5 req-1f9404fe-81a5-49e2-b2e3-04db864f3bdb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Deleting port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:34:45.967602 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-ab87f47d-82dd-49a8-9d30-55dfb16cd0a5 req-1f9404fe-81a5-49e2-b2e3-04db864f3bdb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.018427 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53046) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:46.068544 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-ab87f47d-82dd-49a8-9d30-55dfb16cd0a5 req-1f9404fe-81a5-49e2-b2e3-04db864f3bdb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] For port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4,segment=NetworkSegment(83c32843-4f36-482d-a0e9-2cbc7e8b665f),segment_id=83c32843-4f36-482d-a0e9-2cbc7e8b665f)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:46.069175 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-ab87f47d-82dd-49a8-9d30-55dfb16cd0a5 req-1f9404fe-81a5-49e2-b2e3-04db864f3bdb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.083844 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-ab87f47d-82dd-49a8-9d30-55dfb16cd0a5 req-1f9404fe-81a5-49e2-b2e3-04db864f3bdb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Calling delete_port for 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:34:46.142300 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32636007-abff-4aa4-874f-a126e0e226d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.250142 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32636007-abff-4aa4-874f-a126e0e226d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.255296 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32636007-abff-4aa4-874f-a126e0e226d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.261240 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dc00a-14b7-4c9a-a466-c64747b29e68 req-20a2c0f5-a1db-41f3-b6ca-f03af81b0987 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:46.262741 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-963dc00a-14b7-4c9a-a466-c64747b29e68 req-20a2c0f5-a1db-41f3-b6ca-f03af81b0987 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 943 time: 0.0969701 Sep 24 03:34:46.291383 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-ab87f47d-82dd-49a8-9d30-55dfb16cd0a5 req-1f9404fe-81a5-49e2-b2e3-04db864f3bdb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.307245 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['515ade53-cef9-43f6-8ae2-c5e8d29c22f8', '2d1003e4-1b5a-4b64-a7bf-91ade75c29e4'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:34:46.307842 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-32636007-abff-4aa4-874f-a126e0e226d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9418d79415542bda4e8bf35a0fe4ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878115 Sep 24 03:34:46.308343 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53054) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:46.315228 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32636007-abff-4aa4-874f-a126e0e226d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621a35ac-27ab-4dc2-8b83-ce2652adb812,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:46.346723 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9404fe-81a5-49e2-b2e3-04db864f3bdb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Pushing event deleted for resources: {'Port': ['ID=2d1003e4-1b5a-4b64-a7bf-91ade75c29e4,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:46.371031 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9d19-f71c-4c9a-90ed-a2b62d5283e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.383134 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-963dc00a-14b7-4c9a-a466-c64747b29e68 req-fc219c95-3c0e-42f4-8964-3bbf97f65147 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087213 Sep 24 03:34:46.399081 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9d19-f71c-4c9a-90ed-a2b62d5283e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.401292 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab87f47d-82dd-49a8-9d30-55dfb16cd0a5 req-1f9404fe-81a5-49e2-b2e3-04db864f3bdb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] No DVR routers for this DVR port 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:34:46.403972 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-ab87f47d-82dd-49a8-9d30-55dfb16cd0a5 req-1f9404fe-81a5-49e2-b2e3-04db864f3bdb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.406058 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ab87f47d-82dd-49a8-9d30-55dfb16cd0a5 req-1f9404fe-81a5-49e2-b2e3-04db864f3bdb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.13 "DELETE /v2.0/ports/2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 HTTP/1.1" status: 204 len: 173 time: 0.5328329 Sep 24 03:34:46.406635 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77091753-37d0-4ee1-9824-464b2bd4a70d', 'name': 'network-vif-deleted', 'tag': '2d1003e4-1b5a-4b64-a7bf-91ade75c29e4'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:34:46.409770 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a63d12-35d3-4e06-bf95-13cd75ebe3ec" -d '{"events": [{"server_uuid": "77091753-37d0-4ee1-9824-464b2bd4a70d", "name": "network-vif-deleted", "tag": "2d1003e4-1b5a-4b64-a7bf-91ade75c29e4"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:34:46.451749 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c704508-0c35-4adc-aa52-63d1b9fadbd7 x-openstack-request-id: req-5c704508-0c35-4adc-aa52-63d1b9fadbd7 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:34:46.452038 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77091753-37d0-4ee1-9824-464b2bd4a70d", "name": "network-vif-deleted", "tag": "2d1003e4-1b5a-4b64-a7bf-91ade75c29e4", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:34:46.452284 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c704508-0c35-4adc-aa52-63d1b9fadbd7 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:34:46.453000 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77091753-37d0-4ee1-9824-464b2bd4a70d', 'name': 'network-vif-deleted', 'tag': '2d1003e4-1b5a-4b64-a7bf-91ade75c29e4', 'status': 'completed', 'code': 200} Sep 24 03:34:46.488704 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9d19-f71c-4c9a-90ed-a2b62d5283e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.491341 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9d19-f71c-4c9a-90ed-a2b62d5283e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.496183 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-c3ab9d19-f71c-4c9a-90ed-a2b62d5283e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/621a35ac-27ab-4dc2-8b83-ce2652adb812 HTTP/1.1" status: 204 len: 168 time: 0.1833999 Sep 24 03:34:46.513095 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab9d19-f71c-4c9a-90ed-a2b62d5283e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621a35ac-27ab-4dc2-8b83-ce2652adb812,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:46.562344 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bd9a076e-f6ed-40e4-8961-66313a015499 req-a21941e3-8bf0-4da1-85f4-6035ba9c55f6 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=77091753-37d0-4ee1-9824-464b2bd4a70d HTTP/1.1" status: 200 len: 210 time: 0.0394833 Sep 24 03:34:46.770616 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53064) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:46.785086 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-503a0be1-b58a-444f-8731-9792addb7615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.877155 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-503a0be1-b58a-444f-8731-9792addb7615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.881120 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-503a0be1-b58a-444f-8731-9792addb7615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.922115 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-503a0be1-b58a-444f-8731-9792addb7615 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ffa9abde6a247d3ab1bd86a75188f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479464 Sep 24 03:34:46.922115 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a0be1-b58a-444f-8731-9792addb7615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a43dd3c-9df3-42d5-8913-b0869c2e99c0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:46.923442 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53066) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:46.976260 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-868ce415-4e4e-419b-a806-f6b2ad573ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:46.999585 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-868ce415-4e4e-419b-a806-f6b2ad573ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:47.019911 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 67582d29-a79f-4ee2-8844-18b26e15268b details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:34:47.056230 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-868ce415-4e4e-419b-a806-f6b2ad573ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:47.058932 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-868ce415-4e4e-419b-a806-f6b2ad573ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:47.060104 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-868ce415-4e4e-419b-a806-f6b2ad573ccf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a43dd3c-9df3-42d5-8913-b0869c2e99c0 HTTP/1.1" status: 204 len: 168 time: 0.1357443 Sep 24 03:34:47.068722 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ce415-4e4e-419b-a806-f6b2ad573ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a43dd3c-9df3-42d5-8913-b0869c2e99c0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:47.152499 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 67582d29-a79f-4ee2-8844-18b26e15268b, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=67582d29-a79f-4ee2-8844-18b26e15268b,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:47.164988 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '67582d29-a79f-4ee2-8844-18b26e15268b', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'port_id': '67582d29-a79f-4ee2-8844-18b26e15268b', 'mac_address': 'fa:16:3e:3c:f4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:34:47.202405 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:47.216168 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67582d29-a79f-4ee2-8844-18b26e15268b {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:34:47.237632 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 67582d29-a79f-4ee2-8844-18b26e15268b, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=67582d29-a79f-4ee2-8844-18b26e15268b,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:47.242339 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:47.295067 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=67582d29-a79f-4ee2-8844-18b26e15268b,revision_number=9']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:47.302737 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:47.303083 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:47.303424 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:47.303751 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:47.304076 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:47.304402 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:47.304724 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:47.305061 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:47.305386 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:47.305728 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:47.306061 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:47.306375 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:34:47.521371 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ae318-b78a-4527-9795-ff8a41da234e req-e9341ea5-0dac-4502-9669-55f68be57ea8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:47.523645 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-852ae318-b78a-4527-9795-ff8a41da234e req-e9341ea5-0dac-4502-9669-55f68be57ea8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 944 time: 0.0514851 Sep 24 03:34:47.526223 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['67582d29-a79f-4ee2-8844-18b26e15268b'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:34:47.574400 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-852ae318-b78a-4527-9795-ff8a41da234e req-b800d735-c6e3-4057-9069-da8aed6f4b29 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451186 Sep 24 03:34:47.686970 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0cd8cc0b-d333-42cd-8f0b-94ad86e52286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:47.858484 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a55b4a-2049-4ca5-a8a5-a146c3679209 req-dff38533-a105-46dd-ac5e-38a8396a7c9f tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:47.860491 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a4a55b4a-2049-4ca5-a8a5-a146c3679209 req-dff38533-a105-46dd-ac5e-38a8396a7c9f tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0492630 Sep 24 03:34:47.904587 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a4a55b4a-2049-4ca5-a8a5-a146c3679209 req-27274257-235e-4e14-af30-ffdb3f856a97 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349667 Sep 24 03:34:48.412968 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:34:48.706978 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:48.711662 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c7e23-6c08-4874-b371-1630fada9b46 req-668c6572-bb92-4e14-b0f5-0f7d7c090d20 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:48.713149 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-862c7e23-6c08-4874-b371-1630fada9b46 req-668c6572-bb92-4e14-b0f5-0f7d7c090d20 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 944 time: 0.0558710 Sep 24 03:34:48.753111 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-862c7e23-6c08-4874-b371-1630fada9b46 req-1b07a157-1633-4b19-a1b8-f37e278ded77 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340006 Sep 24 03:34:49.017141 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbde86e-d4ca-43e1-ae65-d8de67ef88e9 req-19da52d9-98dd-4009-b0ff-8b42605677fb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:49.018622 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4dbde86e-d4ca-43e1-ae65-d8de67ef88e9 req-19da52d9-98dd-4009-b0ff-8b42605677fb tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0532196 Sep 24 03:34:49.039566 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 67582d29-a79f-4ee2-8844-18b26e15268b up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:34:49.058376 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4dbde86e-d4ca-43e1-ae65-d8de67ef88e9 req-0537bfce-23bf-4fa3-9f86-cda5726ee8aa tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337791 Sep 24 03:34:49.089928 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 67582d29-a79f-4ee2-8844-18b26e15268b triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:34:49.090298 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:49.167034 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:49.191091 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:34:49.193407 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada765fa-a259-4265-9e09-22846a163c16" -d '{"events": [{"server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "name": "network-vif-plugged", "status": "completed", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:34:49.206366 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 67582d29-a79f-4ee2-8844-18b26e15268b, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=67582d29-a79f-4ee2-8844-18b26e15268b,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:49.211283 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:49.212008 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:34:49.252906 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2c3b3d-7fb0-407e-8fa6-a92eb499f946 x-openstack-request-id: req-7d2c3b3d-7fb0-407e-8fa6-a92eb499f946 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:34:49.253105 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "name": "network-vif-plugged", "status": "completed", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:34:49.253359 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d2c3b3d-7fb0-407e-8fa6-a92eb499f946 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:34:49.253776 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b', 'code': 200} Sep 24 03:34:49.256132 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:34:49.256477 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 2d1003e4-1b5a-4b64-a7bf-91ade75c29e4 not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:34:49.281246 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=67582d29-a79f-4ee2-8844-18b26e15268b,revision_number=10']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:49.303239 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:49.798408 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7240f8-3c81-4ea0-9975-f4df6bb91c5f req-496a2094-9302-4004-b18f-148704180955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:49.800099 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8b7240f8-3c81-4ea0-9975-f4df6bb91c5f req-496a2094-9302-4004-b18f-148704180955 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 1099 time: 0.0399988 Sep 24 03:34:49.872205 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4141aa-bba4-4ccb-aef7-aa4a646834dc req-2b4bc602-e14b-4d6a-9139-a79a4f5f1bf5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:49.873575 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e4141aa-bba4-4ccb-aef7-aa4a646834dc req-2b4bc602-e14b-4d6a-9139-a79a4f5f1bf5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 946 time: 0.0480676 Sep 24 03:34:49.914976 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e4141aa-bba4-4ccb-aef7-aa4a646834dc req-98feb60b-3ba3-4c5b-87ad-9df7bd57fc23 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350115 Sep 24 03:34:50.173353 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b032b-c354-4065-a8a3-c2cd26c308e3 req-6ac14581-7b51-4209-98de-b3e360e2b033 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:50.175269 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d54b032b-c354-4065-a8a3-c2cd26c308e3 req-6ac14581-7b51-4209-98de-b3e360e2b033 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0476472 Sep 24 03:34:50.212435 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d54b032b-c354-4065-a8a3-c2cd26c308e3 req-e37dd2bb-9df9-4772-96ae-3c30bc96f7dd tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307901 Sep 24 03:34:50.723907 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:50.808462 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8b7240f8-3c81-4ea0-9975-f4df6bb91c5f req-dc0d44c9-950c-4a21-b7a9-d4154fe65046 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293863 Sep 24 03:34:51.032242 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca39dd8-513e-4196-b542-e99999a5c231 req-21cf644c-65cb-4b1c-b019-39cdea83180e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:51.033761 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-eca39dd8-513e-4196-b542-e99999a5c231 req-21cf644c-65cb-4b1c-b019-39cdea83180e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 946 time: 0.0488639 Sep 24 03:34:51.070503 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-eca39dd8-513e-4196-b542-e99999a5c231 req-c4c4f39b-ec3f-4241-bbd2-92cfcc1d7e33 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309172 Sep 24 03:34:51.327668 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f9b38-ea50-4947-87dc-5991b1684e27 req-6a4291d1-7c80-440e-9a1c-a41c34673e5c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:51.329164 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0c6f9b38-ea50-4947-87dc-5991b1684e27 req-6a4291d1-7c80-440e-9a1c-a41c34673e5c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0509942 Sep 24 03:34:51.366924 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0c6f9b38-ea50-4947-87dc-5991b1684e27 req-890e9699-ef95-4da7-ba4c-e70a3d2c80ac tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313187 Sep 24 03:34:52.188441 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d9bd3-25bc-4631-a688-4680c8ac62c8 req-5dc21509-6ecd-4cac-af88-a17eefdc785e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:52.190333 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a10d9bd3-25bc-4631-a688-4680c8ac62c8 req-5dc21509-6ecd-4cac-af88-a17eefdc785e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 946 time: 0.0475655 Sep 24 03:34:52.227157 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a10d9bd3-25bc-4631-a688-4680c8ac62c8 req-2535c385-2b37-442b-b65a-9f278f4c31cc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308685 Sep 24 03:34:52.478121 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbab40b-18bb-4133-851a-f0cff169ec31 req-be9002e6-3af6-4e6c-86fb-02d0563d67b3 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:52.479554 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9bbab40b-18bb-4133-851a-f0cff169ec31 req-be9002e6-3af6-4e6c-86fb-02d0563d67b3 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0477238 Sep 24 03:34:52.517416 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9bbab40b-18bb-4133-851a-f0cff169ec31 req-a4daabcd-1e8d-4bec-b293-2ea5ff59293d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Sep 24 03:34:53.350231 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757937e-1f89-421f-ba3e-5754d7104bbf req-391360ef-3632-47d4-b2d8-ed45157bf0e6 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:53.351680 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6757937e-1f89-421f-ba3e-5754d7104bbf req-391360ef-3632-47d4-b2d8-ed45157bf0e6 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 946 time: 0.0508008 Sep 24 03:34:53.388229 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6757937e-1f89-421f-ba3e-5754d7104bbf req-5141542d-2686-4f90-b642-e45928e9cb69 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306928 Sep 24 03:34:53.637521 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fc0bb-8422-4d95-8f27-a53983741038 req-4a6b5b54-dcc0-47dd-9453-ba69f629dc73 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:53.639030 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-972fc0bb-8422-4d95-8f27-a53983741038 req-4a6b5b54-dcc0-47dd-9453-ba69f629dc73 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0508964 Sep 24 03:34:53.697191 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-972fc0bb-8422-4d95-8f27-a53983741038 req-22825125-c91e-4d10-b1e6-784996166313 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451479 Sep 24 03:34:54.371338 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab7e05-bd1d-429e-8132-e370d068f569 req-7a0f883e-053f-4ce2-9a1d-d5416236217e tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:54.372829 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-32ab7e05-bd1d-429e-8132-e370d068f569 req-7a0f883e-053f-4ce2-9a1d-d5416236217e tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0594428 Sep 24 03:34:54.416015 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-32ab7e05-bd1d-429e-8132-e370d068f569 req-5fb4b61b-9e90-4046-a991-fad748a89cb8 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362854 Sep 24 03:34:54.515105 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586e09a-3e7f-47a2-bc98-e0ae7bb67943 req-733f7a14-7b1a-481e-924a-3c63b366106d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:54.516633 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5586e09a-3e7f-47a2-bc98-e0ae7bb67943 req-733f7a14-7b1a-481e-924a-3c63b366106d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 946 time: 0.0534890 Sep 24 03:34:54.555603 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5586e09a-3e7f-47a2-bc98-e0ae7bb67943 req-3fedae2f-b489-40a1-bf8a-73579f641f2d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324183 Sep 24 03:34:54.818663 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cca0e-fda2-4d4d-b119-fad63ace44d6 req-7f84a060-288f-4f11-a180-a3694391314a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:54.820065 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c91cca0e-fda2-4d4d-b119-fad63ace44d6 req-7f84a060-288f-4f11-a180-a3694391314a tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0481815 Sep 24 03:34:54.858118 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c91cca0e-fda2-4d4d-b119-fad63ace44d6 req-5b4ccd35-1020-4f82-a223-c1380cffc434 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Sep 24 03:34:55.154023 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:55.530954 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd036f2e-a50b-4c01-a4a8-0e41d9151d84 req-f3356721-d843-455f-9636-5e9cb3022266 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:55.532500 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fd036f2e-a50b-4c01-a4a8-0e41d9151d84 req-f3356721-d843-455f-9636-5e9cb3022266 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0488255 Sep 24 03:34:55.572279 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fd036f2e-a50b-4c01-a4a8-0e41d9151d84 req-cdd5ff3f-58c9-49f8-b3cf-348d13542174 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335314 Sep 24 03:34:55.679843 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8e710-5f31-4f32-8ad8-524028f3f8b5 req-c844d58f-123a-45a3-a2b8-61aeb64ac56c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:55.681307 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4df8e710-5f31-4f32-8ad8-524028f3f8b5 req-c844d58f-123a-45a3-a2b8-61aeb64ac56c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 946 time: 0.0511689 Sep 24 03:34:55.717497 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4df8e710-5f31-4f32-8ad8-524028f3f8b5 req-13c5aedb-83d8-4249-983a-128693f38359 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301254 Sep 24 03:34:55.971030 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd8383-a0f5-43d5-bcac-66d2c674e1b0 req-f1427309-2fb2-4340-b39d-9ba230521ea3 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:55.973023 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-debd8383-a0f5-43d5-bcac-66d2c674e1b0 req-f1427309-2fb2-4340-b39d-9ba230521ea3 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0473139 Sep 24 03:34:56.009964 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-debd8383-a0f5-43d5-bcac-66d2c674e1b0 req-0d34a401-fa3d-42ef-be50-387be3b2862c tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Sep 24 03:34:56.539277 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53278) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:56.641647 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ebf179d6-dc76-4ca3-93de-eebbaaf09860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:56.688711 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b776d-ae2e-4cdd-9a8a-54ff15cbe7a9 req-03caca94-a730-4de0-99d5-96ef621486dc tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:56.691001 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4e1b776d-ae2e-4cdd-9a8a-54ff15cbe7a9 req-03caca94-a730-4de0-99d5-96ef621486dc tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0506306 Sep 24 03:34:56.728432 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4e1b776d-ae2e-4cdd-9a8a-54ff15cbe7a9 req-4abf2553-49c4-4fbf-af3e-6a6f6957d4cf tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306067 Sep 24 03:34:56.728650 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ebf179d6-dc76-4ca3-93de-eebbaaf09860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:56.731908 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ebf179d6-dc76-4ca3-93de-eebbaaf09860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:56.772883 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-ebf179d6-dc76-4ca3-93de-eebbaaf09860 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdd6212dd6ba4147ac1c9b6aaa29e156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325375 Sep 24 03:34:56.773737 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf179d6-dc76-4ca3-93de-eebbaaf09860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55afec7-6290-4bd8-8127-5ce5a8a46a22,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:56.775634 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 53284) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:34:56.823516 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bc8341f0-858f-42ea-84db-f2c5972b158c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:56.847626 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bc8341f0-858f-42ea-84db-f2c5972b158c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:56.894476 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bc8341f0-858f-42ea-84db-f2c5972b158c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:56.897041 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bc8341f0-858f-42ea-84db-f2c5972b158c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:56.898235 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-bc8341f0-858f-42ea-84db-f2c5972b158c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a55afec7-6290-4bd8-8127-5ce5a8a46a22 HTTP/1.1" status: 204 len: 168 time: 0.1216118 Sep 24 03:34:56.909731 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8341f0-858f-42ea-84db-f2c5972b158c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55afec7-6290-4bd8-8127-5ce5a8a46a22,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:57.127041 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecbc2d-6753-48cd-bbf3-127dc25468d8 req-ea1d86d0-76e1-4fee-8d56-ed8e531ae81f tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:57.129052 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0ecbc2d-6753-48cd-bbf3-127dc25468d8 req-ea1d86d0-76e1-4fee-8d56-ed8e531ae81f tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0517449 Sep 24 03:34:57.167612 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e0ecbc2d-6753-48cd-bbf3-127dc25468d8 req-b633980b-122d-44d0-b325-8d7e77cf1c9f tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315399 Sep 24 03:34:57.896543 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc8e0b-f77e-4fe8-ab55-59d087c6bb74 req-04347581-9b86-4978-af79-b9e6d31f7f33 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:57.897872 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e4cc8e0b-f77e-4fe8-ab55-59d087c6bb74 req-04347581-9b86-4978-af79-b9e6d31f7f33 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.13 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.0863364 Sep 24 03:34:57.924874 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e91a8-7df8-4ca9-a42f-35e1c9dfaf5a req-23b350d5-f129-4436-a507-0f821efaccdd tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:57.926978 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bb0e91a8-7df8-4ca9-a42f-35e1c9dfaf5a req-23b350d5-f129-4436-a507-0f821efaccdd tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.1266463 Sep 24 03:34:58.206051 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bb0e91a8-7df8-4ca9-a42f-35e1c9dfaf5a req-a886f2b6-10a0-4d21-a2eb-b92525b12732 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631769 Sep 24 03:34:58.292288 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-e4cc8e0b-f77e-4fe8-ab55-59d087c6bb74 req-d6e22b8c-0320-474e-bf33-35cc6c115cc7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Deleting port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:34:58.292631 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e4cc8e0b-f77e-4fe8-ab55-59d087c6bb74 req-d6e22b8c-0320-474e-bf33-35cc6c115cc7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:58.363428 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e4d53-408e-416c-8137-5013bd2b15b6 req-8791a9ac-1591-46eb-87c8-4d646725c93e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:58.364803 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f64e4d53-408e-416c-8137-5013bd2b15b6 req-8791a9ac-1591-46eb-87c8-4d646725c93e tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 946 time: 0.1148953 Sep 24 03:34:58.416271 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-e4cc8e0b-f77e-4fe8-ab55-59d087c6bb74 req-d6e22b8c-0320-474e-bf33-35cc6c115cc7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] For port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=515ade53-cef9-43f6-8ae2-c5e8d29c22f8,segment=NetworkSegment(83c32843-4f36-482d-a0e9-2cbc7e8b665f),segment_id=83c32843-4f36-482d-a0e9-2cbc7e8b665f)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:34:58.416634 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e4cc8e0b-f77e-4fe8-ab55-59d087c6bb74 req-d6e22b8c-0320-474e-bf33-35cc6c115cc7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:58.427987 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f64e4d53-408e-416c-8137-5013bd2b15b6 req-641e0c29-6bd4-4aed-97f5-0f7c204fdc0b tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/security-groups?id=3633bfc9-67a1-44db-8145-1c8b259ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566511 Sep 24 03:34:58.433458 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-e4cc8e0b-f77e-4fe8-ab55-59d087c6bb74 req-d6e22b8c-0320-474e-bf33-35cc6c115cc7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Calling delete_port for 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:34:58.561010 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e4cc8e0b-f77e-4fe8-ab55-59d087c6bb74 req-d6e22b8c-0320-474e-bf33-35cc6c115cc7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:58.572424 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['515ade53-cef9-43f6-8ae2-c5e8d29c22f8'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:34:58.590071 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e22b8c-0320-474e-bf33-35cc6c115cc7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Pushing event deleted for resources: {'Port': ['ID=515ade53-cef9-43f6-8ae2-c5e8d29c22f8,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:34:58.631485 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cc8e0b-f77e-4fe8-ab55-59d087c6bb74 req-d6e22b8c-0320-474e-bf33-35cc6c115cc7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] No DVR routers for this DVR port 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:34:58.633991 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e4cc8e0b-f77e-4fe8-ab55-59d087c6bb74 req-d6e22b8c-0320-474e-bf33-35cc6c115cc7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:34:58.635993 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e4cc8e0b-f77e-4fe8-ab55-59d087c6bb74 req-d6e22b8c-0320-474e-bf33-35cc6c115cc7 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.13 "DELETE /v2.0/ports/515ade53-cef9-43f6-8ae2-c5e8d29c22f8 HTTP/1.1" status: 204 len: 173 time: 0.7228835 Sep 24 03:34:58.636439 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161dd8ef-7ba0-4e37-aaf5-0c0a54dca798', 'name': 'network-vif-deleted', 'tag': '515ade53-cef9-43f6-8ae2-c5e8d29c22f8'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:34:58.638681 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8804943-47db-4ca7-a07d-73fd5fa71180" -d '{"events": [{"server_uuid": "161dd8ef-7ba0-4e37-aaf5-0c0a54dca798", "name": "network-vif-deleted", "tag": "515ade53-cef9-43f6-8ae2-c5e8d29c22f8"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:34:58.673796 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc2d331-f4db-4871-8a2d-fc55a5c42ec1 x-openstack-request-id: req-6fc2d331-f4db-4871-8a2d-fc55a5c42ec1 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:34:58.674114 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161dd8ef-7ba0-4e37-aaf5-0c0a54dca798", "name": "network-vif-deleted", "tag": "515ade53-cef9-43f6-8ae2-c5e8d29c22f8", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:34:58.674378 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fc2d331-f4db-4871-8a2d-fc55a5c42ec1 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:34:58.675469 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161dd8ef-7ba0-4e37-aaf5-0c0a54dca798', 'name': 'network-vif-deleted', 'tag': '515ade53-cef9-43f6-8ae2-c5e8d29c22f8', 'status': 'completed', 'code': 200} Sep 24 03:34:59.321632 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8d4d6-48f9-4216-b825-8b2d86486c53 req-31e3fd53-c529-408c-bfcd-8a64d4d2b42c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:34:59.323130 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ab8d4d6-48f9-4216-b825-8b2d86486c53 req-31e3fd53-c529-408c-bfcd-8a64d4d2b42c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0491900 Sep 24 03:34:59.360434 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ab8d4d6-48f9-4216-b825-8b2d86486c53 req-73edb14c-3037-4fb8-95a1-76ffdba89285 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315211 Sep 24 03:34:59.526406 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8a911001-3643-4ce9-9114-3edcd9d5c05b req-ee128c1f-9c67-4a60-946f-69cda8d4903f tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 210 time: 0.0292633 Sep 24 03:35:00.475282 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0c2ab-c23a-476d-b933-4ae92b3393c3 req-113d2cd7-13dc-498a-a0e2-2eb07a8a17b7 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:00.476731 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a7b0c2ab-c23a-476d-b933-4ae92b3393c3 req-113d2cd7-13dc-498a-a0e2-2eb07a8a17b7 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0470190 Sep 24 03:35:00.516811 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a7b0c2ab-c23a-476d-b933-4ae92b3393c3 req-5772f3f7-fb97-43b6-bbc6-7b20d39751d1 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342567 Sep 24 03:35:00.619237 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cf5033b1-e42f-4fc9-9e0e-ca08d42125ee req-9e224c06-e5c0-4a9a-ac93-80e1f08fb22d tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 210 time: 0.0268161 Sep 24 03:35:01.632603 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d9498-76bd-4be7-a088-bf7de6ca7a3c req-f08af217-7d9a-4fe9-8a10-5cbd04274b0e tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:01.634121 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-321d9498-76bd-4be7-a088-bf7de6ca7a3c req-f08af217-7d9a-4fe9-8a10-5cbd04274b0e tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0524182 Sep 24 03:35:01.671625 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-321d9498-76bd-4be7-a088-bf7de6ca7a3c req-9a4a2086-bbeb-4671-820a-42b2ce935869 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Sep 24 03:35:01.727285 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-60b3dc91-c96a-463b-a472-cde2f531aafa req-c7af8651-58c7-4eba-af5d-6864b636c2f0 tempest-ServerRescueNegativeTestJSON-65518612 tempest-ServerRescueNegativeTestJSON-65518612-project] 10.222.0.18 "GET /v2.0/ports?device_id=161dd8ef-7ba0-4e37-aaf5-0c0a54dca798 HTTP/1.1" status: 200 len: 210 time: 0.0262601 Sep 24 03:35:02.334093 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:35:02.354323 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:35:02.354663 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 515ade53-cef9-43f6-8ae2-c5e8d29c22f8 not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:35:02.785425 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53372) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:02.787181 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2834743-cb77-4c69-a781-3a090e6fca60 req-de5a05e3-4651-498c-a8f1-92dcc15317b8 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:02.788709 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e2834743-cb77-4c69-a781-3a090e6fca60 req-de5a05e3-4651-498c-a8f1-92dcc15317b8 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0518279 Sep 24 03:35:02.825889 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e2834743-cb77-4c69-a781-3a090e6fca60 req-82c375e8-fa73-4054-abda-1d56964c3a64 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313656 Sep 24 03:35:03.196484 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46273443-5171-48b7-956f-cd2e6c6640de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725511'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:03.486521 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-46273443-5171-48b7-956f-cd2e6c6640de admin admin] Deleting port ea6f129c-1b68-4cd1-a974-a48d336c678b {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:35:03.486867 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46273443-5171-48b7-956f-cd2e6c6640de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:03.570619 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-46273443-5171-48b7-956f-cd2e6c6640de admin admin] For port ea6f129c-1b68-4cd1-a974-a48d336c678b, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=ea6f129c-1b68-4cd1-a974-a48d336c678b,segment=NetworkSegment(83c32843-4f36-482d-a0e9-2cbc7e8b665f),segment_id=83c32843-4f36-482d-a0e9-2cbc7e8b665f)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:35:03.570982 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46273443-5171-48b7-956f-cd2e6c6640de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:03.585344 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-46273443-5171-48b7-956f-cd2e6c6640de admin admin] Calling delete_port for ea6f129c-1b68-4cd1-a974-a48d336c678b owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:35:03.593170 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 53386) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:03.703035 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4bf563b1-ef3f-44e7-8f91-048623afce39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:03.786259 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46273443-5171-48b7-956f-cd2e6c6640de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:03.819105 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4bf563b1-ef3f-44e7-8f91-048623afce39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:03.824351 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4bf563b1-ef3f-44e7-8f91-048623afce39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:03.825414 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46273443-5171-48b7-956f-cd2e6c6640de admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6f129c-1b68-4cd1-a974-a48d336c678b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:03.882806 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-4bf563b1-ef3f-44e7-8f91-048623afce39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7f12fced4614c5bac62243c54fa8981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882447 Sep 24 03:35:03.883692 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf563b1-ef3f-44e7-8f91-048623afce39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb9396e-6d51-420c-9816-1ebf66db9558,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:03.887361 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 53396) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:03.977242 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-848aee23-18c7-442d-a387-f46254439417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:03.998646 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46273443-5171-48b7-956f-cd2e6c6640de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726670'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:03.998884 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b9b5f-89f2-4650-b0f3-c053d6f1aa5b req-56be9489-2790-4d84-adcd-1297b43ae989 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:04.000275 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2f2b9b5f-89f2-4650-b0f3-c053d6f1aa5b req-56be9489-2790-4d84-adcd-1297b43ae989 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0901630 Sep 24 03:35:04.022375 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-848aee23-18c7-442d-a387-f46254439417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:04.075832 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2f2b9b5f-89f2-4650-b0f3-c053d6f1aa5b req-1630653c-8c1d-41a4-97e0-d45ba6ee98a9 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647726 Sep 24 03:35:04.105775 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-848aee23-18c7-442d-a387-f46254439417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:04.109445 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-848aee23-18c7-442d-a387-f46254439417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:04.111636 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-848aee23-18c7-442d-a387-f46254439417 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5bb9396e-6d51-420c-9816-1ebf66db9558 HTTP/1.1" status: 204 len: 168 time: 0.2228825 Sep 24 03:35:04.121938 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee23-18c7-442d-a387-f46254439417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb9396e-6d51-420c-9816-1ebf66db9558,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:04.450384 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46273443-5171-48b7-956f-cd2e6c6640de admin admin] Router a6a49c97-d112-4c99-9a50-ffb315cf6f3e has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:35:04.561371 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46273443-5171-48b7-956f-cd2e6c6640de admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:35:04.570236 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 53412) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:04.570470 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-46273443-5171-48b7-956f-cd2e6c6640de admin admin] 10.222.0.18 "PUT /v2.0/routers/a6a49c97-d112-4c99-9a50-ffb315cf6f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7836702 Sep 24 03:35:04.572558 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf6576e-e57e-4e9b-8094-66d38e0b0a8d None None] Sync routers for ids ['a6a49c97-d112-4c99-9a50-ffb315cf6f3e'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:35:04.587835 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf6576e-e57e-4e9b-8094-66d38e0b0a8d None None] Routers {'a6a49c97-d112-4c99-9a50-ffb315cf6f3e'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:35:04.588954 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ccf6576e-e57e-4e9b-8094-66d38e0b0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:34:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['a6a49c97-d112-4c99-9a50-ffb315cf6f3e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:35:04.683346 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:04.710236 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ccf6576e-e57e-4e9b-8094-66d38e0b0a8d None None] Set router a6a49c97-d112-4c99-9a50-ffb315cf6f3e gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:35:04.802445 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:04.856757 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Deleting port 8be54b43-d023-4238-8eed-70869132619d {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:35:04.857868 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:04.896388 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ccf6576e-e57e-4e9b-8094-66d38e0b0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-328800267-router', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8be54b43-d023-4238-8eed-70869132619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:17Z', 'updated_at': '2021-09-24T03:35:03Z', 'revision_number': 5, 'project_id': '9044a5eb528040b1804ebe0176b04bcb', 'gw_port': {'id': '8be54b43-d023-4238-8eed-70869132619d', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:35:04.923256 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf6576e-e57e-4e9b-8094-66d38e0b0a8d None None] Checking router: a6a49c97-d112-4c99-9a50-ffb315cf6f3e for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:35:04.932781 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf6576e-e57e-4e9b-8094-66d38e0b0a8d None None] Routers {'a6a49c97-d112-4c99-9a50-ffb315cf6f3e'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:35:04.933424 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ccf6576e-e57e-4e9b-8094-66d38e0b0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:34:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['a6a49c97-d112-4c99-9a50-ffb315cf6f3e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:35:04.958413 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] For port 8be54b43-d023-4238-8eed-70869132619d, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=8be54b43-d023-4238-8eed-70869132619d,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:35:04.958786 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:04.973523 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Calling delete_port for 8be54b43-d023-4238-8eed-70869132619d owned by network:router_gateway {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:35:05.124959 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ccf6576e-e57e-4e9b-8094-66d38e0b0a8d None None] Set router a6a49c97-d112-4c99-9a50-ffb315cf6f3e gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:35:05.183885 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ccf6576e-e57e-4e9b-8094-66d38e0b0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-328800267-router', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:17Z', 'updated_at': '2021-09-24T03:35:04Z', 'revision_number': 6, 'project_id': '9044a5eb528040b1804ebe0176b04bcb', 'gw_port_host': None}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:35:05.216872 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf6576e-e57e-4e9b-8094-66d38e0b0a8d None None] The sync data for ids ['a6a49c97-d112-4c99-9a50-ffb315cf6f3e'] in dv-cinder-810800-1-iscsi is: [{'id': 'a6a49c97-d112-4c99-9a50-ffb315cf6f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-328800267-router', 'tenant_id': '9044a5eb528040b1804ebe0176b04bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:17Z', 'updated_at': '2021-09-24T03:35:04Z', 'revision_number': 6, 'project_id': '9044a5eb528040b1804ebe0176b04bcb', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:35:05.226802 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.265094 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be54b43-d023-4238-8eed-70869132619d,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:05.300351 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbf1f5-5bb7-47c8-9a5e-5c58d099bda2 req-2d279072-ca2a-41b2-8fd4-1ec4aaf114fe tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:05.301954 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4ccbf1f5-5bb7-47c8-9a5e-5c58d099bda2 req-2d279072-ca2a-41b2-8fd4-1ec4aaf114fe tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.1126585 Sep 24 03:35:05.376754 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726605'] for router_gateway, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.463119 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4ccbf1f5-5bb7-47c8-9a5e-5c58d099bda2 req-cc664db2-628b-41cd-b7cf-4a8b4839e92a tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295962 Sep 24 03:35:05.498256 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6791'] for router, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.500338 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.567513 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728875'] for router, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.567920 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a49c97-d112-4c99-9a50-ffb315cf6f3e {{(pid=94016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 03:35:05.572989 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.573858 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-dabb527d-e2e0-4ea4-81fb-3f3b317bd0e4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a6a49c97-d112-4c99-9a50-ffb315cf6f3e HTTP/1.1" status: 204 len: 168 time: 1.0002313 Sep 24 03:35:05.576364 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 53442) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:05.625744 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f3570d-a637-4a94-80e0-088bea57cc96 admin admin] Deleting subnet b73ab388-512a-40d2-a0c1-897e1cbeecdc {{(pid=94016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:35:05.629475 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-55f3570d-a637-4a94-80e0-088bea57cc96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.665555 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-55f3570d-a637-4a94-80e0-088bea57cc96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811710'] for subnet, precommit_delete_associations {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.707149 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-55f3570d-a637-4a94-80e0-088bea57cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.758603 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-55f3570d-a637-4a94-80e0-088bea57cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8493267'] for subnet, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.781196 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3570d-a637-4a94-80e0-088bea57cc96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b73ab388-512a-40d2-a0c1-897e1cbeecdc,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:05.787188 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-55f3570d-a637-4a94-80e0-088bea57cc96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.789754 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-55f3570d-a637-4a94-80e0-088bea57cc96 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b73ab388-512a-40d2-a0c1-897e1cbeecdc HTTP/1.1" status: 204 len: 168 time: 0.2118018 Sep 24 03:35:05.791481 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 53444) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:05.860072 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0f91-848c-4c8d-93e7-e6c16c801263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.939069 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0f91-848c-4c8d-93e7-e6c16c801263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.958122 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-dc7d0f91-848c-4c8d-93e7-e6c16c801263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4489f0f-1647-433c-a28d-da32642eb55e']}} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:35:05.966825 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-dc7d0f91-848c-4c8d-93e7-e6c16c801263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c32843-4f36-482d-a0e9-2cbc7e8b665f') {'for_net_delete': True} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:35:05.967106 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-dc7d0f91-848c-4c8d-93e7-e6c16c801263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c32843-4f36-482d-a0e9-2cbc7e8b665f') {} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:35:05.977199 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0f91-848c-4c8d-93e7-e6c16c801263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811687'] for segment, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.991625 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0f91-848c-4c8d-93e7-e6c16c801263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:05.998153 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7d0f91-848c-4c8d-93e7-e6c16c801263 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:35:05.998737 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0f91-848c-4c8d-93e7-e6c16c801263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3802692'] for segment, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: Traceback (most recent call last): Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: timer() Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: cb(*args, **kw) Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: return func(*args, **kwargs) Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: self._notify() Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: self.callback(batched_events) Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: event.method(event) Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: return f(self, *a, **k) Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._get(url).json() Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: return self.request(url, 'GET', **kwargs) Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:35:06.000440 dv-cinder-810800-1-iscsi neutron-server[94016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:35:06.054828 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0f91-848c-4c8d-93e7-e6c16c801263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:06.061956 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dc7d0f91-848c-4c8d-93e7-e6c16c801263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:06.063793 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-dc7d0f91-848c-4c8d-93e7-e6c16c801263 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e4489f0f-1647-433c-a28d-da32642eb55e HTTP/1.1" status: 204 len: 168 time: 0.2714188 Sep 24 03:35:06.073675 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d0f91-848c-4c8d-93e7-e6c16c801263 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4489f0f-1647-433c-a28d-da32642eb55e,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:06.229101 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 53448) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:06.275234 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-c086d6b3-380b-41cc-a21f-aa2ef7dbf059 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9044a5eb528040b1804ebe0176b04bcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0442929 Sep 24 03:35:06.277145 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 53450) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:06.325773 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c58f3e90-0a20-4b70-812c-4aae06779f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:06.346929 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c58f3e90-0a20-4b70-812c-4aae06779f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:06.405002 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c58f3e90-0a20-4b70-812c-4aae06779f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:06.407598 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c58f3e90-0a20-4b70-812c-4aae06779f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:06.409570 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-c58f3e90-0a20-4b70-812c-4aae06779f40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3633bfc9-67a1-44db-8145-1c8b259ff831 HTTP/1.1" status: 204 len: 168 time: 0.1314380 Sep 24 03:35:06.418941 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f3e90-0a20-4b70-812c-4aae06779f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3633bfc9-67a1-44db-8145-1c8b259ff831,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:06.521887 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device ea6f129c-1b68-4cd1-a974-a48d336c678b no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:35:06.548005 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: ea6f129c-1b68-4cd1-a974-a48d336c678b {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:35:06.548362 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device ea6f129c-1b68-4cd1-a974-a48d336c678b not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:35:06.548776 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 8be54b43-d023-4238-8eed-70869132619d no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:35:06.569405 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: 8be54b43-d023-4238-8eed-70869132619d {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:35:06.569918 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 8be54b43-d023-4238-8eed-70869132619d not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:35:06.598500 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a9014-c721-4e22-bb8d-b0a7e969b354 req-4c733773-8d3c-41a7-ad6f-16034801ee26 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:06.600142 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-169a9014-c721-4e22-bb8d-b0a7e969b354 req-4c733773-8d3c-41a7-ad6f-16034801ee26 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0520210 Sep 24 03:35:06.644068 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-169a9014-c721-4e22-bb8d-b0a7e969b354 req-6503c6de-2291-46d6-8e9d-3699a572a5f7 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370858 Sep 24 03:35:07.763227 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9aa2a-b410-4629-bb01-bf3cb020a208 req-a1afdad6-8249-4477-ada0-8e7603d58d90 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:07.764705 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ad9aa2a-b410-4629-bb01-bf3cb020a208 req-a1afdad6-8249-4477-ada0-8e7603d58d90 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0533538 Sep 24 03:35:07.802584 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ad9aa2a-b410-4629-bb01-bf3cb020a208 req-56eafd38-4576-4a83-bd82-7b9d88f102cf tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319610 Sep 24 03:35:08.861080 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53530) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:08.941382 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a222cff-7195-44f0-ac2f-978908bbec7a req-f2c430e3-0ca9-4832-bc4d-ba0cf0f00aed tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:08.942999 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9a222cff-7195-44f0-ac2f-978908bbec7a req-f2c430e3-0ca9-4832-bc4d-ba0cf0f00aed tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0730827 Sep 24 03:35:08.981153 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-337ff3ad-87bd-45c8-9f3f-3baad64e26da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:08.990886 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9a222cff-7195-44f0-ac2f-978908bbec7a req-e091565b-f940-42e0-9961-64faf4d81323 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397055 Sep 24 03:35:09.087116 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-337ff3ad-87bd-45c8-9f3f-3baad64e26da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:09.092266 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-337ff3ad-87bd-45c8-9f3f-3baad64e26da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:09.133801 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-337ff3ad-87bd-45c8-9f3f-3baad64e26da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfaea416c108489999fa07cd1cd4fc5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702601 Sep 24 03:35:09.135178 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ff3ad-87bd-45c8-9f3f-3baad64e26da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf19648b-2a78-48a1-a674-36839af71fb5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:09.136269 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 53540) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:09.195168 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c177d9b9-88e5-4616-a319-fa752822ccac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:09.220111 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c177d9b9-88e5-4616-a319-fa752822ccac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:09.278081 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c177d9b9-88e5-4616-a319-fa752822ccac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:09.282884 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c177d9b9-88e5-4616-a319-fa752822ccac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:09.284841 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-c177d9b9-88e5-4616-a319-fa752822ccac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf19648b-2a78-48a1-a674-36839af71fb5 HTTP/1.1" status: 204 len: 168 time: 0.1475790 Sep 24 03:35:09.294922 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177d9b9-88e5-4616-a319-fa752822ccac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf19648b-2a78-48a1-a674-36839af71fb5,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:09.587417 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53550) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:09.602304 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f81d5f74-94e2-4a13-bac4-5470b51b2351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:09.725462 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f81d5f74-94e2-4a13-bac4-5470b51b2351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:09.730752 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f81d5f74-94e2-4a13-bac4-5470b51b2351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:09.766589 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-f81d5f74-94e2-4a13-bac4-5470b51b2351 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9c806b084f042f2bc8666fdf673a8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780422 Sep 24 03:35:09.769962 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 53558) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:09.772166 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d5f74-94e2-4a13-bac4-5470b51b2351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6c2363-ec13-4ee9-a5ea-7435c3ef0711,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:09.834441 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-05be6894-e2d1-4826-b682-4d36e7fc8782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:09.855399 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-05be6894-e2d1-4826-b682-4d36e7fc8782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:09.915687 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-05be6894-e2d1-4826-b682-4d36e7fc8782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:09.918373 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-05be6894-e2d1-4826-b682-4d36e7fc8782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:09.919530 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-05be6894-e2d1-4826-b682-4d36e7fc8782 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca6c2363-ec13-4ee9-a5ea-7435c3ef0711 HTTP/1.1" status: 204 len: 168 time: 0.1483870 Sep 24 03:35:09.928561 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be6894-e2d1-4826-b682-4d36e7fc8782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6c2363-ec13-4ee9-a5ea-7435c3ef0711,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:10.111081 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35941200-6a2b-4fa5-8b75-f1a2230796ed req-a5b5a80b-fa7b-4365-b026-15b576c976f1 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:10.113385 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35941200-6a2b-4fa5-8b75-f1a2230796ed req-a5b5a80b-fa7b-4365-b026-15b576c976f1 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0509160 Sep 24 03:35:10.149791 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35941200-6a2b-4fa5-8b75-f1a2230796ed req-a7939136-c61a-4f5a-91b4-d1dff9577912 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305991 Sep 24 03:35:10.379230 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0656b15-224a-4a60-b9c2-13db67600834 req-2a726282-206d-409d-bd54-dbd1629a72ec tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:10.389194 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b0656b15-224a-4a60-b9c2-13db67600834 req-2a726282-206d-409d-bd54-dbd1629a72ec tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0652773 Sep 24 03:35:10.508434 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b0656b15-224a-4a60-b9c2-13db67600834 req-98e62aa1-d553-41be-a3a9-6dcee2198d70 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181366 Sep 24 03:35:10.545681 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8f9fb-6796-40a5-b3bc-8121decfa0b8 req-12a1dbf4-583b-46e8-b649-1b0b9be101a1 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:10.547210 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5ac8f9fb-6796-40a5-b3bc-8121decfa0b8 req-12a1dbf4-583b-46e8-b649-1b0b9be101a1 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.1274900 Sep 24 03:35:10.549660 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e92155-b045-4312-90d2-e0a1fb2f0003 req-acaab9a1-4213-481c-b863-d2af94edce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:10.551126 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-03e92155-b045-4312-90d2-e0a1fb2f0003 req-acaab9a1-4213-481c-b863-d2af94edce8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b959a04e215f4456becf31ac01fa6e25&device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 1099 time: 0.1466038 Sep 24 03:35:10.563046 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70edc-8fb1-4aef-b559-cfc2342476c2 req-a66d6b36-a809-4ac5-bafd-41784ed8189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:10.564426 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ac70edc-8fb1-4aef-b559-cfc2342476c2 req-a66d6b36-a809-4ac5-bafd-41784ed8189c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8aafe7ea28c45d79b2cb49f09c3c82f&device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 1138 time: 0.1182032 Sep 24 03:35:10.682064 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5ac8f9fb-6796-40a5-b3bc-8121decfa0b8 req-8bd2abee-e0bc-4539-917e-59ad2a7c8e46 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265960 Sep 24 03:35:10.958502 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e92155-b045-4312-90d2-e0a1fb2f0003 req-2b82188c-904d-498c-91e3-9800f4f0f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:10.959956 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-03e92155-b045-4312-90d2-e0a1fb2f0003 req-2b82188c-904d-498c-91e3-9800f4f0f2d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cba65e79-4fc5-4461-a342-04d626e59a47 HTTP/1.1" status: 200 len: 911 time: 0.3936782 Sep 24 03:35:10.964399 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70edc-8fb1-4aef-b559-cfc2342476c2 req-ad416436-4c9d-4c09-8512-905e57a79566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:10.965763 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ac70edc-8fb1-4aef-b559-cfc2342476c2 req-ad416436-4c9d-4c09-8512-905e57a79566 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6448989d-b885-499e-a084-9678a302db42 HTTP/1.1" status: 200 len: 916 time: 0.3837159 Sep 24 03:35:11.080879 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-03e92155-b045-4312-90d2-e0a1fb2f0003 req-073ea551-8db7-4f4b-b4e0-c0b99b4c2e23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb93edc3-4472-46cc-bc7d-748cad3a1f55 HTTP/1.1" status: 200 len: 1002 time: 0.1055341 Sep 24 03:35:11.082577 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ac70edc-8fb1-4aef-b559-cfc2342476c2 req-4ec7efa5-878b-4f67-9257-6a067e1c74b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d HTTP/1.1" status: 200 len: 1001 time: 0.1067705 Sep 24 03:35:11.173989 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e92155-b045-4312-90d2-e0a1fb2f0003 req-e1d2ccbc-68c3-42f2-aad0-ef0fdf2bce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:11.175612 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-03e92155-b045-4312-90d2-e0a1fb2f0003 req-e1d2ccbc-68c3-42f2-aad0-ef0fdf2bce0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7359379f-7a6e-4681-962c-52307286e43d HTTP/1.1" status: 200 len: 849 time: 0.0802140 Sep 24 03:35:11.176974 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70edc-8fb1-4aef-b559-cfc2342476c2 req-b56e62ab-9ccb-4f8c-9474-53aff57ff267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:11.178312 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ac70edc-8fb1-4aef-b559-cfc2342476c2 req-b56e62ab-9ccb-4f8c-9474-53aff57ff267 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf378b03-36db-451a-b5ee-be5d345b839d HTTP/1.1" status: 200 len: 854 time: 0.0747495 Sep 24 03:35:11.259168 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e92155-b045-4312-90d2-e0a1fb2f0003 req-c2d61cfc-b806-4543-aac2-992e75096338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:11.260653 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-03e92155-b045-4312-90d2-e0a1fb2f0003 req-c2d61cfc-b806-4543-aac2-992e75096338 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cba65e79-4fc5-4461-a342-04d626e59a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696278 Sep 24 03:35:11.265874 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70edc-8fb1-4aef-b559-cfc2342476c2 req-580c0279-af7a-4127-b364-dacdd7551401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:11.267226 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ac70edc-8fb1-4aef-b559-cfc2342476c2 req-580c0279-af7a-4127-b364-dacdd7551401 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6448989d-b885-499e-a084-9678a302db42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684288 Sep 24 03:35:11.427483 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-03e92155-b045-4312-90d2-e0a1fb2f0003 req-08b43dc7-da8c-4aa9-aea5-c0444c13bd52 service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517444 Sep 24 03:35:11.429357 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ac70edc-8fb1-4aef-b559-cfc2342476c2 req-121d20a3-8bd9-4f31-a39c-2ea730a436ef service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465137 Sep 24 03:35:11.593316 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-03e92155-b045-4312-90d2-e0a1fb2f0003 req-67c0ca60-98d1-4be1-ba31-792797dabe80 service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515112 Sep 24 03:35:11.595227 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ac70edc-8fb1-4aef-b559-cfc2342476c2 req-8a895a67-4a77-4c4e-9f7a-1093e918f709 service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459656 Sep 24 03:35:11.671675 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b11f1f-d822-437a-a303-b5b55ae4ca8c req-8dc17d38-bc2d-41e8-9e18-67ac035949f5 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:11.673264 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-70b11f1f-d822-437a-a303-b5b55ae4ca8c req-8dc17d38-bc2d-41e8-9e18-67ac035949f5 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0574632 Sep 24 03:35:11.747968 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-70b11f1f-d822-437a-a303-b5b55ae4ca8c req-5f8e4e0c-0dd0-41bc-bb17-5db5cf2084ab tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654809 Sep 24 03:35:11.840882 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f159aa-5f01-4cd8-ab41-f7853ab90459 req-06a22a5c-03eb-4ada-bc54-e2e672ddafbb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:11.842693 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f3f159aa-5f01-4cd8-ab41-f7853ab90459 req-06a22a5c-03eb-4ada-bc54-e2e672ddafbb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0708799 Sep 24 03:35:11.890941 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f3f159aa-5f01-4cd8-ab41-f7853ab90459 req-5906fd75-c2dc-43f7-962b-a73c5c88be5b tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398643 Sep 24 03:35:12.925768 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff2fb2-6cc3-48a6-a40d-dc151e2b2e4a req-0b6b6c26-c250-44fc-a14b-c267732587b6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:12.927505 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-73ff2fb2-6cc3-48a6-a40d-dc151e2b2e4a req-0b6b6c26-c250-44fc-a14b-c267732587b6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0644252 Sep 24 03:35:12.980628 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-73ff2fb2-6cc3-48a6-a40d-dc151e2b2e4a req-90ad9338-5024-418c-952a-b4873f470ffc tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467238 Sep 24 03:35:13.063314 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5f4f6-74b7-4f2b-bc29-7a45dbd62a79 req-b06feb5f-7d2d-4406-b195-22e8c2361c7c tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:13.065474 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-96b5f4f6-74b7-4f2b-bc29-7a45dbd62a79 req-b06feb5f-7d2d-4406-b195-22e8c2361c7c tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0723007 Sep 24 03:35:13.123380 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-96b5f4f6-74b7-4f2b-bc29-7a45dbd62a79 req-d8922c57-0031-4602-b1a4-e4a72a5f784b tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503547 Sep 24 03:35:14.244072 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612b8a-4d53-4a10-a9fe-12a48ffb3e8a req-45f02a4d-19a3-401a-9484-69970ba33b80 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:14.245563 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a7612b8a-4d53-4a10-a9fe-12a48ffb3e8a req-45f02a4d-19a3-401a-9484-69970ba33b80 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0494633 Sep 24 03:35:14.295670 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a7612b8a-4d53-4a10-a9fe-12a48ffb3e8a req-8d188416-3f85-4ffa-bce0-103d0f73c89e tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398643 Sep 24 03:35:15.189390 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8311fdc0-b562-461f-b033-41c5c5db0aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:15.410275 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c303d4-fc96-4ec9-b496-97dae6ad6be6 req-b927440b-da36-4ff0-ac6d-f640470b99c1 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:15.411670 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-92c303d4-fc96-4ec9-b496-97dae6ad6be6 req-b927440b-da36-4ff0-ac6d-f640470b99c1 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0483181 Sep 24 03:35:15.450185 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-92c303d4-fc96-4ec9-b496-97dae6ad6be6 req-ff28d4c9-1871-47a6-8b08-4dcf5b9a35e9 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326059 Sep 24 03:35:16.569903 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fc7fd-e206-480f-a183-55ec1298e4d2 req-9e5001de-0adf-47f8-9318-5a408a7126fb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:16.571305 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-920fc7fd-e206-480f-a183-55ec1298e4d2 req-9e5001de-0adf-47f8-9318-5a408a7126fb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0546427 Sep 24 03:35:16.619239 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-920fc7fd-e206-480f-a183-55ec1298e4d2 req-d4665e06-bf29-4af5-8ddf-5cd400bab692 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418844 Sep 24 03:35:17.684142 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4c9d2546-361a-4aff-8e4e-14d10b05df05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:17.719499 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53738) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:17.737221 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e905-3427-4ed5-a872-de0f4d256c71 req-28c4c3e1-b902-443f-8863-24fbe30c8114 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:17.739028 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ce91e905-3427-4ed5-a872-de0f4d256c71 req-28c4c3e1-b902-443f-8863-24fbe30c8114 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0499599 Sep 24 03:35:17.779449 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ce91e905-3427-4ed5-a872-de0f4d256c71 req-b2937632-0390-42b3-9c30-5574eeb8ac5f tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344725 Sep 24 03:35:17.825858 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef5b55a5-2767-4cf6-9546-a430e8a291ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:17.912088 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef5b55a5-2767-4cf6-9546-a430e8a291ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:17.915807 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef5b55a5-2767-4cf6-9546-a430e8a291ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:17.957669 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-ef5b55a5-2767-4cf6-9546-a430e8a291ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24ebdc69c0bd43919aacab92b3f1b69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370522 Sep 24 03:35:17.959581 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b55a5-2767-4cf6-9546-a430e8a291ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b4d50-395d-473f-b530-a015a99dfb1c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:17.960488 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 53744) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:18.010685 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3eb5a9bf-e6b7-40ac-b41b-4c60a494df59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:18.030569 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3eb5a9bf-e6b7-40ac-b41b-4c60a494df59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:18.080089 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3eb5a9bf-e6b7-40ac-b41b-4c60a494df59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:18.082654 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3eb5a9bf-e6b7-40ac-b41b-4c60a494df59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:18.083796 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-3eb5a9bf-e6b7-40ac-b41b-4c60a494df59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f19b4d50-395d-473f-b530-a015a99dfb1c HTTP/1.1" status: 204 len: 168 time: 0.1221311 Sep 24 03:35:18.091110 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5a9bf-e6b7-40ac-b41b-4c60a494df59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b4d50-395d-473f-b530-a015a99dfb1c,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:18.681614 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53770) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:18.709704 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:18.777121 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1054871549-network', 'tenant_id': 'f90f5ee150c84714b914726dff583040'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:35:18.798149 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Made reservation on behalf of f90f5ee150c84714b914726dff583040 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:35:18.800459 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:18.808976 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:18.903501 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18394a-51f2-4482-a3a3-75f8bb372aeb req-1d93a3f7-262e-4ba7-b9fc-f10d29ba76cd tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:18.906135 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3b18394a-51f2-4482-a3a3-75f8bb372aeb req-1d93a3f7-262e-4ba7-b9fc-f10d29ba76cd tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0592039 Sep 24 03:35:18.908393 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:18.914322 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:18.942073 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:35:18.946467 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3b18394a-51f2-4482-a3a3-75f8bb372aeb req-9300ffc9-d196-4e7b-a017-9c2a7b7a1e27 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351226 Sep 24 03:35:18.952801 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d1fc01-e531-4f65-99e0-0b93384a170a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:18.959663 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:18.960323 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.segments_db [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Added segment dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6 of type vlan for network ce30542c-69af-4033-9d35-5d6651a01e27 Sep 24 03:35:19.003371 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:19.029075 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:19.030111 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:19.030692 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:19.065332 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3791006 Sep 24 03:35:19.065332 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53780) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:19.070330 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5d4c7f53-95b9-4391-a8df-f35f97155e70 admin admin] Request body: {'subnet': {'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1054871549-subnet', 'tenant_id': 'f90f5ee150c84714b914726dff583040', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:35:19.108488 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fb6af-2859-4305-8eae-f93a0f27a7cf admin admin] Pushing event updated for resources: {'Network': ['ID=ce30542c-69af-4033-9d35-5d6651a01e27,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:19.118501 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network ce30542c-69af-4033-9d35-5d6651a01e27 details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:35:19.123308 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4c7f53-95b9-4391-a8df-f35f97155e70 admin admin] Made reservation on behalf of f90f5ee150c84714b914726dff583040 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:35:19.125692 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7f53-95b9-4391-a8df-f35f97155e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8548348'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:19.298337 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7f53-95b9-4391-a8df-f35f97155e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9308750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8548302'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:19.300374 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:19.352665 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c7f53-95b9-4391-a8df-f35f97155e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fce3e02-74ae-4c03-9dd8-e4d028cc7082,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:19.365856 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c7f53-95b9-4391-a8df-f35f97155e70 admin admin] Checking segment: {'id': 'dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:35:19.366307 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c7f53-95b9-4391-a8df-f35f97155e70 admin admin] Network hostable DHCP agents. Network: ce30542c-69af-4033-9d35-5d6651a01e27, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:35:19.382610 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c7f53-95b9-4391-a8df-f35f97155e70 admin admin] Network ce30542c-69af-4033-9d35-5d6651a01e27 is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:35:19.391133 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-5d4c7f53-95b9-4391-a8df-f35f97155e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, ce30542c-69af-4033-9d35-5d6651a01e27) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:35:19.395733 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4c7f53-95b9-4391-a8df-f35f97155e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:19.396581 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7f53-95b9-4391-a8df-f35f97155e70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:19.401154 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833cbdc9-bb75-4afd-a37a-f30ed7191d30 None None] Network ce30542c-69af-4033-9d35-5d6651a01e27 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:35:19.410541 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-5d4c7f53-95b9-4391-a8df-f35f97155e70 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3441770 Sep 24 03:35:19.535968 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d43f9a0-ce1f-4175-be6f-ba002b1cacd4 None None] Network ce30542c-69af-4033-9d35-5d6651a01e27 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:35:20.061196 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a56f3-285f-4ab2-94db-03d1927411a3 req-af9b4d48-90ed-43ff-bba0-146667926004 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:20.062802 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5f5a56f3-285f-4ab2-94db-03d1927411a3 req-af9b4d48-90ed-43ff-bba0-146667926004 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0481689 Sep 24 03:35:20.103262 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5f5a56f3-285f-4ab2-94db-03d1927411a3 req-e0e1b24c-f609-4b5f-8b7d-d40f6fbc911d tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338619 Sep 24 03:35:20.735865 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:21.179972 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-dc99ab73-4fc9-40d4-9199-1e0d8fd84cff tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:21.181506 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-dc99ab73-4fc9-40d4-9199-1e0d8fd84cff tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/networks?id=ce30542c-69af-4033-9d35-5d6651a01e27 HTTP/1.1" status: 200 len: 814 time: 0.1095877 Sep 24 03:35:21.221851 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-9c9ece91-ddee-4ee8-acaf-cb582eb10c39 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/quotas/f90f5ee150c84714b914726dff583040 HTTP/1.1" status: 200 len: 375 time: 0.0310771 Sep 24 03:35:21.247059 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c7c20-eac6-46e6-99a9-506001b703dc req-6b1ba4e4-c55e-41e6-964d-c5e299d95f23 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:21.248635 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3a4c7c20-eac6-46e6-99a9-506001b703dc req-6b1ba4e4-c55e-41e6-964d-c5e299d95f23 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0771027 Sep 24 03:35:21.269894 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-4df04145-d5b3-4e07-9fce-5510746ba74f tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f90f5ee150c84714b914726dff583040&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406218 Sep 24 03:35:21.331535 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3a4c7c20-eac6-46e6-99a9-506001b703dc req-25f9466d-b4a2-423a-a6ba-737a1b5e4218 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641134 Sep 24 03:35:21.385833 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-437f49db-067c-47ec-9c2c-fdade7ac4363 service neutron] 10.222.0.18 "GET /v2.0/networks/ce30542c-69af-4033-9d35-5d6651a01e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042073 Sep 24 03:35:21.489064 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-8b2de124-1ca6-4623-a480-cd72839552df service neutron] 10.222.0.18 "GET /v2.0/networks/ce30542c-69af-4033-9d35-5d6651a01e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973349 Sep 24 03:35:21.651011 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c5b33ad1-7bff-4b68-8916-c246b5028a5a req-b736bcce-a819-4ba2-af81-21f01de20dd6 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 210 time: 0.0281775 Sep 24 03:35:22.459994 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dee51-06f2-4873-8533-e1cf7b0f29c7 req-41294162-5352-4f6b-a57c-3c1bd516167b tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:22.462762 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1a3dee51-06f2-4873-8533-e1cf7b0f29c7 req-41294162-5352-4f6b-a57c-3c1bd516167b tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0545328 Sep 24 03:35:22.538867 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1a3dee51-06f2-4873-8533-e1cf7b0f29c7 req-18166951-6cdf-44d9-b9f0-472a94c7689b tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701087 Sep 24 03:35:22.613379 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-b5e0ef42-ddcb-45e0-9dc0-731621bf9ff5 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:22.614868 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-b5e0ef42-ddcb-45e0-9dc0-731621bf9ff5 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.13 "GET /v2.0/networks?id=ce30542c-69af-4033-9d35-5d6651a01e27 HTTP/1.1" status: 200 len: 814 time: 0.1386561 Sep 24 03:35:22.639865 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-0523cb21-b0ba-4364-ae0e-16c790b83100 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Request body: {'port': {'device_id': '9b2947b8-8c83-4cef-986b-fc6f1c5d0638', 'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27', 'admin_state_up': True, 'tenant_id': 'f90f5ee150c84714b914726dff583040'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:35:22.765363 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c5eb143c-a36d-4390-9be1-977f25c4cb5d req-35a4b19c-9e4b-4852-8bc9-1cb7cb803911 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 210 time: 0.0386877 Sep 24 03:35:22.792213 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-0523cb21-b0ba-4364-ae0e-16c790b83100 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Made reservation on behalf of f90f5ee150c84714b914726dff583040 for: {'port': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:35:22.795737 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-0523cb21-b0ba-4364-ae0e-16c790b83100 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:22.918776 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-0523cb21-b0ba-4364-ae0e-16c790b83100 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Allocated IP 172.20.0.3 (ce30542c-69af-4033-9d35-5d6651a01e27/1fce3e02-74ae-4c03-9dd8-e4d028cc7082/cf89626a-0edc-4473-b110-62d1dceec972) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:35:23.067784 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-0523cb21-b0ba-4364-ae0e-16c790b83100 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:23.103791 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-0523cb21-b0ba-4364-ae0e-16c790b83100 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:23.147546 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-0523cb21-b0ba-4364-ae0e-16c790b83100 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Network ce30542c-69af-4033-9d35-5d6651a01e27 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:35:23.150410 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-0523cb21-b0ba-4364-ae0e-16c790b83100 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:35:23.154072 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-0523cb21-b0ba-4364-ae0e-16c790b83100 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:35:23.163477 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523cb21-b0ba-4364-ae0e-16c790b83100 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Pushing event updated for resources: {'Port': ['ID=cf89626a-0edc-4473-b110-62d1dceec972,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:23.211851 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-0523cb21-b0ba-4364-ae0e-16c790b83100 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:23.212456 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-0523cb21-b0ba-4364-ae0e-16c790b83100 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:23.226810 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-0523cb21-b0ba-4364-ae0e-16c790b83100 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5911298 Sep 24 03:35:23.240284 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Request body: {'port': {'device_id': '9b2947b8-8c83-4cef-986b-fc6f1c5d0638', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:35:23.299907 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:23.570607 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf89626a-0edc-4473-b110-62d1dceec972 {{(pid=94016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:35:23.578308 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:23.593140 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.provisioning_blocks [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Transition to ACTIVE for port object cf89626a-0edc-4473-b110-62d1dceec972 will not be triggered until provisioned by entity L2. {{(pid=94016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:35:23.596502 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:23.679803 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf89626a-0edc-4473-b110-62d1dceec972,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:23.737881 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3e249-0a87-43b5-802a-c3952e74e699 req-88523f95-3b65-4876-8fe3-bb64cc929ca0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:23.739291 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ccb3e249-0a87-43b5-802a-c3952e74e699 req-88523f95-3b65-4876-8fe3-bb64cc929ca0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.1147230 Sep 24 03:35:23.816698 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Attempting to bind port cf89626a-0edc-4473-b110-62d1dceec972 on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:35:23.816953 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Attempting to bind port cf89626a-0edc-4473-b110-62d1dceec972 by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': 'dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27'}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:35:23.817273 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Attempting to bind port cf89626a-0edc-4473-b110-62d1dceec972 on network ce30542c-69af-4033-9d35-5d6651a01e27 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:35:23.822682 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ccb3e249-0a87-43b5-802a-c3952e74e699 req-68327613-b07e-493a-a221-8e0ec0549523 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654488 Sep 24 03:35:23.826414 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2258362d-5dc1-4735-ad8f-5f54fbca8d9c req-bcb4fbb6-0327-4679-aa8e-f67b3114290d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1056263 Sep 24 03:35:23.828478 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Port cf89626a-0edc-4473-b110-62d1dceec972 on network ce30542c-69af-4033-9d35-5d6651a01e27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:35:23.828753 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Attempting to bind port cf89626a-0edc-4473-b110-62d1dceec972 on network ce30542c-69af-4033-9d35-5d6651a01e27 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:35:23.834353 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:35:23.834685 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Checking segment: {'id': 'dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:35:23.835056 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Bound using segment: {'id': 'dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27'} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:35:23.835471 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Bound port: cf89626a-0edc-4473-b110-62d1dceec972, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27'}}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:35:23.835825 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:23.965356 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bdf08-fc99-456c-a1e5-4ecccad3601c req-6fbbbf42-dc0d-4fc1-8499-26c2694bf584 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:23.965356 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cf7bdf08-fc99-456c-a1e5-4ecccad3601c req-6fbbbf42-dc0d-4fc1-8499-26c2694bf584 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 943 time: 0.1256075 Sep 24 03:35:23.971481 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] For port cf89626a-0edc-4473-b110-62d1dceec972, host hv-cinder-81080, cleared binding levels {{(pid=94016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:35:23.976691 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] For port cf89626a-0edc-4473-b110-62d1dceec972, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=cf89626a-0edc-4473-b110-62d1dceec972,segment=NetworkSegment(dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6),segment_id=dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6)] {{(pid=94016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:35:23.978774 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258362d-5dc1-4735-ad8f-5f54fbca8d9c req-8fecbd77-95d7-4816-9fc6-a4f99729c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:23.980191 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2258362d-5dc1-4735-ad8f-5f54fbca8d9c req-8fecbd77-95d7-4816-9fc6-a4f99729c63e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 1099 time: 0.1092365 Sep 24 03:35:23.987619 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:24.056120 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:24.056504 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:24.057880 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/cf89626a-0edc-4473-b110-62d1dceec972 HTTP/1.1" status: 200 len: 1093 time: 0.8220012 Sep 24 03:35:24.061535 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2947b8-8c83-4cef-986b-fc6f1c5d0638', 'tag': 'cf89626a-0edc-4473-b110-62d1dceec972'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:35:24.063767 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b7c44e-702e-4346-a232-29232747d2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2947b8-8c83-4cef-986b-fc6f1c5d0638", "tag": "cf89626a-0edc-4473-b110-62d1dceec972"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:35:24.082961 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cf7bdf08-fc99-456c-a1e5-4ecccad3601c req-ca13c13e-d4c5-42d2-a434-a20090d4f01c tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087990 Sep 24 03:35:24.125372 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c029f108-239d-486a-9567-82b5887a46f3 x-openstack-request-id: req-c029f108-239d-486a-9567-82b5887a46f3 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:35:24.125660 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2947b8-8c83-4cef-986b-fc6f1c5d0638", "tag": "cf89626a-0edc-4473-b110-62d1dceec972", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:35:24.125972 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c029f108-239d-486a-9567-82b5887a46f3 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:35:24.126362 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2947b8-8c83-4cef-986b-fc6f1c5d0638', 'tag': 'cf89626a-0edc-4473-b110-62d1dceec972', 'status': 'completed', 'code': 200} Sep 24 03:35:24.144460 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8de1e-2363-4dfa-991c-d5d3b84f89f7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf89626a-0edc-4473-b110-62d1dceec972,revision_number=3']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:24.263666 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53920) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:24.374562 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:24.401920 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258362d-5dc1-4735-ad8f-5f54fbca8d9c req-6b125dc1-b1a4-45c6-b95c-cdc1b8d64d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:24.403458 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2258362d-5dc1-4735-ad8f-5f54fbca8d9c req-6b125dc1-b1a4-45c6-b95c-cdc1b8d64d3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 917 time: 0.3989422 Sep 24 03:35:24.409502 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-b93cb2d2-82cf-4d5a-88a4-703c79599423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:24.411409 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-b93cb2d2-82cf-4d5a-88a4-703c79599423 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f90f5ee150c84714b914726dff583040&device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 1096 time: 0.2843108 Sep 24 03:35:24.490011 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-1fee0d34-98b6-47f1-ae82-7cb130098993 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf89626a-0edc-4473-b110-62d1dceec972 HTTP/1.1" status: 200 len: 217 time: 0.0678473 Sep 24 03:35:24.492091 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:24.498058 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:24.542795 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b7a55b-23b9-4a0e-b18e-4244a013f86b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:24.550486 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b81b6ae47814bada1cd586faf0e82d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855318 Sep 24 03:35:24.550724 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 53956) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:24.556631 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:24.556986 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:24.557328 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:24.557662 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:24.558027 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:24.558361 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:24.558687 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:24.559012 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:24.559653 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:24.560225 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:24.560658 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:24.560985 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0911-0058-49e0-bdb4-2ad7cd1018f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:24.573056 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2258362d-5dc1-4735-ad8f-5f54fbca8d9c req-f261657f-c968-4fa9-80d4-6d0dae372962 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67582d29-a79f-4ee2-8844-18b26e15268b HTTP/1.1" status: 200 len: 999 time: 0.1519625 Sep 24 03:35:24.627180 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-4cd52111-d332-4b00-a3a8-0acf2b3a5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:24.628690 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-4cd52111-d332-4b00-a3a8-0acf2b3a5073 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fce3e02-74ae-4c03-9dd8-e4d028cc7082 HTTP/1.1" status: 200 len: 854 time: 0.1262341 Sep 24 03:35:24.676271 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:24.678782 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258362d-5dc1-4735-ad8f-5f54fbca8d9c req-befee27c-2c1a-4570-a0f4-95fa4352865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:24.680222 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2258362d-5dc1-4735-ad8f-5f54fbca8d9c req-befee27c-2c1a-4570-a0f4-95fa4352865d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 200 len: 855 time: 0.0919960 Sep 24 03:35:24.682003 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-3cad1ae6-1e3f-4872-afa6-5888d18be45c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce30542c-69af-4033-9d35-5d6651a01e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358391 Sep 24 03:35:24.702356 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:24.841754 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258362d-5dc1-4735-ad8f-5f54fbca8d9c req-8cb957a8-ab2d-4e49-99c6-081321421f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:24.843215 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2258362d-5dc1-4735-ad8f-5f54fbca8d9c req-8cb957a8-ab2d-4e49-99c6-081321421f8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1327245 Sep 24 03:35:24.889323 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-7ab6633e-3c0e-4275-b310-c16fec72141e service neutron] 10.222.0.13 "GET /v2.0/networks/ce30542c-69af-4033-9d35-5d6651a01e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776040 Sep 24 03:35:24.898968 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:24.901508 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:24.904919 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0b7a55b-23b9-4a0e-b18e-4244a013f86b HTTP/1.1" status: 204 len: 168 time: 0.3512022 Sep 24 03:35:24.972268 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b7a55b-23b9-4a0e-b18e-4244a013f86b,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:25.041466 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:25.041839 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:25.042183 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:25.042510 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:25.042836 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:25.043164 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:25.043489 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:25.043808 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:25.044129 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:25.044448 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:25.044764 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:25.045079 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb63f3-d3ef-4d8a-8430-c299861b2232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:35:25.071054 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2258362d-5dc1-4735-ad8f-5f54fbca8d9c req-3b099785-7898-4657-86fd-233db4ae0d72 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146397 Sep 24 03:35:25.091111 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028994d9-8749-46ed-9f8a-c6265d73c7cc req-83df5318-087a-4ca5-90d5-a672e3edffe6 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:25.092587 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-028994d9-8749-46ed-9f8a-c6265d73c7cc req-83df5318-087a-4ca5-90d5-a672e3edffe6 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.1763794 Sep 24 03:35:25.125227 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c38fc388-bd52-459e-9bfa-4c255a0fa033 req-23141287-6b04-4643-9b87-9d5764171f2e service neutron] 10.222.0.13 "GET /v2.0/networks/ce30542c-69af-4033-9d35-5d6651a01e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272761 Sep 24 03:35:25.172327 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:25.204861 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-028994d9-8749-46ed-9f8a-c6265d73c7cc req-d96a4a49-4527-41e7-8e5f-86babe21446a tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980217 Sep 24 03:35:25.257572 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53992) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:25.277457 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91769bbf-9592-4362-a0ba-3c1fe5db65dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:25.285705 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2258362d-5dc1-4735-ad8f-5f54fbca8d9c req-52a6cfdf-bb76-48fa-ba79-9cab2d257467 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026596 Sep 24 03:35:25.296807 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7c44e-702e-4346-a232-29232747d2d0 req-78f12f24-7871-4c4d-beb2-1a928a7ddcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:25.298456 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-13b7c44e-702e-4346-a232-29232747d2d0 req-78f12f24-7871-4c4d-beb2-1a928a7ddcdd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f90f5ee150c84714b914726dff583040&device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 1096 time: 0.1066504 Sep 24 03:35:25.307782 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079bb5f-7253-4331-ad96-2bd25bf3b196 req-b4a2a709-e428-4901-903a-ddbac4223972 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:25.309269 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b079bb5f-7253-4331-ad96-2bd25bf3b196 req-b4a2a709-e428-4901-903a-ddbac4223972 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 943 time: 0.0991595 Sep 24 03:35:25.403162 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91769bbf-9592-4362-a0ba-3c1fe5db65dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:25.407210 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91769bbf-9592-4362-a0ba-3c1fe5db65dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:25.407383 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b079bb5f-7253-4331-ad96-2bd25bf3b196 req-b141ce03-cfd6-40a8-a346-d8083d8d55dc tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882170 Sep 24 03:35:25.413878 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:35:25.429683 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7c44e-702e-4346-a232-29232747d2d0 req-5068c740-74de-4a25-9cbe-5f8f9e40433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:25.431259 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-13b7c44e-702e-4346-a232-29232747d2d0 req-5068c740-74de-4a25-9cbe-5f8f9e40433c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce30542c-69af-4033-9d35-5d6651a01e27 HTTP/1.1" status: 200 len: 915 time: 0.1210594 Sep 24 03:35:25.448864 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-91769bbf-9592-4362-a0ba-3c1fe5db65dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98758edbf70246e8b1ba9e07cd354120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900976 Sep 24 03:35:25.449764 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91769bbf-9592-4362-a0ba-3c1fe5db65dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7c1104-06f2-4dff-947c-700db6f38134,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:25.453346 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 53994) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:25.475084 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-13b7c44e-702e-4346-a232-29232747d2d0 req-74ef97a6-5292-4a6f-8946-4a7ba405b049 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf89626a-0edc-4473-b110-62d1dceec972 HTTP/1.1" status: 200 len: 217 time: 0.0351496 Sep 24 03:35:25.503211 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-80866e8f-0508-41a7-a5ae-32b8ec9cb655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:25.524094 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-80866e8f-0508-41a7-a5ae-32b8ec9cb655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:25.528659 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7c44e-702e-4346-a232-29232747d2d0 req-105af56c-36d7-4633-89bb-0914a2e4b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:25.530023 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-13b7c44e-702e-4346-a232-29232747d2d0 req-105af56c-36d7-4633-89bb-0914a2e4b314 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fce3e02-74ae-4c03-9dd8-e4d028cc7082 HTTP/1.1" status: 200 len: 854 time: 0.0474324 Sep 24 03:35:25.570632 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-13b7c44e-702e-4346-a232-29232747d2d0 req-3c78939b-83f0-464b-a6a1-0d96f7e6cdef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce30542c-69af-4033-9d35-5d6651a01e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308135 Sep 24 03:35:25.583587 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-80866e8f-0508-41a7-a5ae-32b8ec9cb655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:25.587859 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-80866e8f-0508-41a7-a5ae-32b8ec9cb655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:25.589645 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-80866e8f-0508-41a7-a5ae-32b8ec9cb655 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea7c1104-06f2-4dff-947c-700db6f38134 HTTP/1.1" status: 204 len: 168 time: 0.1349843 Sep 24 03:35:25.599982 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80866e8f-0508-41a7-a5ae-32b8ec9cb655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7c1104-06f2-4dff-947c-700db6f38134,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:25.679741 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-13b7c44e-702e-4346-a232-29232747d2d0 req-bc57f052-d0bc-42a9-8bf1-441f639ad3ac service neutron] 10.222.0.13 "GET /v2.0/networks/ce30542c-69af-4033-9d35-5d6651a01e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001313 Sep 24 03:35:25.780868 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-13b7c44e-702e-4346-a232-29232747d2d0 req-031f10a3-b159-48ed-8907-7ec01648fda3 service neutron] 10.222.0.13 "GET /v2.0/networks/ce30542c-69af-4033-9d35-5d6651a01e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881779 Sep 24 03:35:26.326979 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37513eb-d5c1-477f-bdfb-e2264124c96e req-ddde5d53-3259-43f1-947a-3af0ee39c54c tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:26.328482 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c37513eb-d5c1-477f-bdfb-e2264124c96e req-ddde5d53-3259-43f1-947a-3af0ee39c54c tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0494509 Sep 24 03:35:26.368660 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c37513eb-d5c1-477f-bdfb-e2264124c96e req-86d51dba-7bdd-492a-8987-dc7fbb78ed04 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341840 Sep 24 03:35:26.534938 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9723844-0d55-4db1-a7f7-f6ff1a90cb10 req-a61bfd71-64bd-4da2-b5f1-be625c99f87d tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:26.536421 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b9723844-0d55-4db1-a7f7-f6ff1a90cb10 req-a61bfd71-64bd-4da2-b5f1-be625c99f87d tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 943 time: 0.0567863 Sep 24 03:35:26.581985 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b9723844-0d55-4db1-a7f7-f6ff1a90cb10 req-789af1dd-3aa5-4675-9608-d74349314607 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394583 Sep 24 03:35:27.215717 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54048) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:27.321109 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0512ab0b-fe80-4a70-ac8e-7ed7e2487b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:27.419534 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0512ab0b-fe80-4a70-ac8e-7ed7e2487b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:27.425110 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0512ab0b-fe80-4a70-ac8e-7ed7e2487b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:27.468049 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-0512ab0b-fe80-4a70-ac8e-7ed7e2487b47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0643d9bb71dc44f78e708d5efd7c3ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510543 Sep 24 03:35:27.468585 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512ab0b-fe80-4a70-ac8e-7ed7e2487b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584029c1-d1b7-4b90-8fa7-51bfbf9249ca,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:27.472760 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54054) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:27.498466 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54452e4-96e0-4e66-8099-92731c2beb54 req-7bf06e35-3f84-4aac-966c-48cd79719f0c tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:27.499908 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a54452e4-96e0-4e66-8099-92731c2beb54 req-7bf06e35-3f84-4aac-966c-48cd79719f0c tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0637641 Sep 24 03:35:27.555557 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a94705d2-c1f9-4378-9cd1-5fd18c590096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:27.560567 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a54452e4-96e0-4e66-8099-92731c2beb54 req-21ff97e2-7aad-43c7-b287-5dcb961f1446 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534179 Sep 24 03:35:27.582765 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a94705d2-c1f9-4378-9cd1-5fd18c590096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:27.630737 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a94705d2-c1f9-4378-9cd1-5fd18c590096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:27.633961 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a94705d2-c1f9-4378-9cd1-5fd18c590096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:27.642338 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-a94705d2-c1f9-4378-9cd1-5fd18c590096 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/584029c1-d1b7-4b90-8fa7-51bfbf9249ca HTTP/1.1" status: 204 len: 168 time: 0.1684647 Sep 24 03:35:27.661082 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94705d2-c1f9-4378-9cd1-5fd18c590096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584029c1-d1b7-4b90-8fa7-51bfbf9249ca,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:27.706460 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device cf89626a-0edc-4473-b110-62d1dceec972 details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:35:27.726537 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745b45e-143b-4a73-be98-2167d8c21401 req-3060b905-4e91-4c6e-ba90-f5e5095983ad tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:27.728364 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7745b45e-143b-4a73-be98-2167d8c21401 req-3060b905-4e91-4c6e-ba90-f5e5095983ad tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 943 time: 0.0596087 Sep 24 03:35:27.770463 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7745b45e-143b-4a73-be98-2167d8c21401 req-3c2d9fa4-98d8-4359-a22f-d266ca78b82c tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349987 Sep 24 03:35:27.813628 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port cf89626a-0edc-4473-b110-62d1dceec972, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=cf89626a-0edc-4473-b110-62d1dceec972,segment=NetworkSegment(dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6),segment_id=dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:35:27.825568 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': 'cf89626a-0edc-4473-b110-62d1dceec972', 'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27', 'port_id': 'cf89626a-0edc-4473-b110-62d1dceec972', 'mac_address': 'fa:16:3e:30:9e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fce3e02-74ae-4c03-9dd8-e4d028cc7082', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:35:27.863114 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:27.876697 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf89626a-0edc-4473-b110-62d1dceec972 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:35:27.898429 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port cf89626a-0edc-4473-b110-62d1dceec972, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=cf89626a-0edc-4473-b110-62d1dceec972,segment=NetworkSegment(dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6),segment_id=dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:35:27.903239 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:27.932753 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54062) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:27.949900 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa166-25a7-4b2d-a707-996ec236ee24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:27.960579 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=cf89626a-0edc-4473-b110-62d1dceec972,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:28.067408 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa166-25a7-4b2d-a707-996ec236ee24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:28.071416 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa166-25a7-4b2d-a707-996ec236ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:28.112632 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-ed9aa166-25a7-4b2d-a707-996ec236ee24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8afe627f5ddb4cc1922b89a572a74126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784797 Sep 24 03:35:28.114570 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9aa166-25a7-4b2d-a707-996ec236ee24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb39910b-a933-4529-b9ea-25aace59188e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:28.115428 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54066) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:28.163534 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7be628db-a902-4a2d-87c4-767ca131edeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:28.184251 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7be628db-a902-4a2d-87c4-767ca131edeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:28.208856 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['cf89626a-0edc-4473-b110-62d1dceec972'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:35:28.233472 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7be628db-a902-4a2d-87c4-767ca131edeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:28.236284 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7be628db-a902-4a2d-87c4-767ca131edeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:28.237854 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-7be628db-a902-4a2d-87c4-767ca131edeb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb39910b-a933-4529-b9ea-25aace59188e HTTP/1.1" status: 204 len: 168 time: 0.1210883 Sep 24 03:35:28.249213 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be628db-a902-4a2d-87c4-767ca131edeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb39910b-a933-4529-b9ea-25aace59188e,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:28.687618 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5f83c-17a1-454e-9e56-d63321328063 req-b2d1dd60-ce49-4f07-963a-ccfe66c2c57e tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:28.689205 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3dc5f83c-17a1-454e-9e56-d63321328063 req-b2d1dd60-ce49-4f07-963a-ccfe66c2c57e tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0490112 Sep 24 03:35:28.729301 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3dc5f83c-17a1-454e-9e56-d63321328063 req-fa630387-ec97-46a3-8610-c3850dbdd9d8 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329175 Sep 24 03:35:28.890067 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3cf53-80de-4a8c-a565-e353ff3c6063 req-1f52e531-28d4-4478-9885-08ea56ffd108 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:28.891554 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-33b3cf53-80de-4a8c-a565-e353ff3c6063 req-1f52e531-28d4-4478-9885-08ea56ffd108 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 944 time: 0.0516157 Sep 24 03:35:28.930950 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-33b3cf53-80de-4a8c-a565-e353ff3c6063 req-c4d92de0-ff46-4647-8a3f-6185d571c024 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327346 Sep 24 03:35:29.722059 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device cf89626a-0edc-4473-b110-62d1dceec972 up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:35:29.775682 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port cf89626a-0edc-4473-b110-62d1dceec972 completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:35:29.779671 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port cf89626a-0edc-4473-b110-62d1dceec972 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:35:29.780090 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:29.868403 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1281bb8-485c-4142-bb16-07e8b62277b8 req-9890176d-2eba-4711-bd7e-0a56e6092807 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:29.869367 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:29.872003 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a1281bb8-485c-4142-bb16-07e8b62277b8 req-9890176d-2eba-4711-bd7e-0a56e6092807 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0701990 Sep 24 03:35:29.899480 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2947b8-8c83-4cef-986b-fc6f1c5d0638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf89626a-0edc-4473-b110-62d1dceec972'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:35:29.901768 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e77f38-00da-41ad-88d4-4791c1be4c0c" -d '{"events": [{"server_uuid": "9b2947b8-8c83-4cef-986b-fc6f1c5d0638", "name": "network-vif-plugged", "status": "completed", "tag": "cf89626a-0edc-4473-b110-62d1dceec972"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:35:29.925595 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port cf89626a-0edc-4473-b110-62d1dceec972, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=cf89626a-0edc-4473-b110-62d1dceec972,segment=NetworkSegment(dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6),segment_id=dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:35:29.930356 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:29.941880 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a1281bb8-485c-4142-bb16-07e8b62277b8 req-35c75bea-e136-4564-a7d9-4ceee334aabd tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641401 Sep 24 03:35:29.964755 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7b4d18-d16c-4cdb-a00c-343077375d30 x-openstack-request-id: req-1c7b4d18-d16c-4cdb-a00c-343077375d30 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:35:29.965021 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2947b8-8c83-4cef-986b-fc6f1c5d0638", "name": "network-vif-plugged", "status": "completed", "tag": "cf89626a-0edc-4473-b110-62d1dceec972", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:35:29.965283 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c7b4d18-d16c-4cdb-a00c-343077375d30 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:35:29.965668 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2947b8-8c83-4cef-986b-fc6f1c5d0638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf89626a-0edc-4473-b110-62d1dceec972', 'code': 200} Sep 24 03:35:29.999067 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=cf89626a-0edc-4473-b110-62d1dceec972,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:30.067728 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da695428-f7f1-42b9-8df4-303e18b1d7f3 req-396cd925-c40c-4893-b2d8-4c1545bd4968 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:30.069327 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da695428-f7f1-42b9-8df4-303e18b1d7f3 req-396cd925-c40c-4893-b2d8-4c1545bd4968 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 945 time: 0.0515287 Sep 24 03:35:30.110546 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da695428-f7f1-42b9-8df4-303e18b1d7f3 req-535357a0-a375-4b7c-9edc-493b6f48e896 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 Sep 24 03:35:30.174321 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dbb19-1313-4455-b4b2-fa56fbf7e920 req-ed59c41f-28a3-4d5a-8527-a85be6d1fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:30.175933 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fa0dbb19-1313-4455-b4b2-fa56fbf7e920 req-ed59c41f-28a3-4d5a-8527-a85be6d1fd3a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 1098 time: 0.0466964 Sep 24 03:35:30.216240 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fa0dbb19-1313-4455-b4b2-fa56fbf7e920 req-7369667c-e41f-48fa-a6f4-c689781294da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316868 Sep 24 03:35:31.065363 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897232a1-fa82-43a8-9c6e-a44dfa3e02cf req-378c7a4b-3387-4685-8252-f81f3fa40252 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:31.067369 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-897232a1-fa82-43a8-9c6e-a44dfa3e02cf req-378c7a4b-3387-4685-8252-f81f3fa40252 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0511000 Sep 24 03:35:31.106537 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-897232a1-fa82-43a8-9c6e-a44dfa3e02cf req-d2526271-f618-41ea-8d6f-300323f79d2c tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333738 Sep 24 03:35:31.229683 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a150bb-5d56-41d2-b773-540f0674148e req-ec86f35b-6e87-4bf1-9abc-64fc70fdbec6 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:31.231093 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e8a150bb-5d56-41d2-b773-540f0674148e req-ec86f35b-6e87-4bf1-9abc-64fc70fdbec6 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 945 time: 0.0478621 Sep 24 03:35:31.273265 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e8a150bb-5d56-41d2-b773-540f0674148e req-84a84743-77f1-4e13-8ad9-e648f38f9e0a tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353172 Sep 24 03:35:32.238048 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1c7eb-4e18-4d32-bb37-0504a4b11415 req-720b9d0a-755a-4c76-9289-ee08b54ae0ff tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:32.239736 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-93b1c7eb-4e18-4d32-bb37-0504a4b11415 req-720b9d0a-755a-4c76-9289-ee08b54ae0ff tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0541217 Sep 24 03:35:32.280537 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-93b1c7eb-4e18-4d32-bb37-0504a4b11415 req-012fa836-93ee-43ae-aba3-66a65b84f284 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347614 Sep 24 03:35:32.393176 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8391ef4-6a52-456c-9a80-637c4baa19ba req-4016fc73-3f77-469f-b139-1bb340d9127b tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:32.394695 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e8391ef4-6a52-456c-9a80-637c4baa19ba req-4016fc73-3f77-469f-b139-1bb340d9127b tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 945 time: 0.0521066 Sep 24 03:35:32.432622 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e8391ef4-6a52-456c-9a80-637c4baa19ba req-a7f97d8a-d0da-49f1-b8df-5647b2e691c7 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317631 Sep 24 03:35:33.412225 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e8b13-0adf-40e7-a054-22c09e535c9d req-9f769478-5e77-4ad2-ad36-360484baa889 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:33.413958 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b80e8b13-0adf-40e7-a054-22c09e535c9d req-9f769478-5e77-4ad2-ad36-360484baa889 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0625355 Sep 24 03:35:33.459226 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b80e8b13-0adf-40e7-a054-22c09e535c9d req-4b7e0a83-4a33-487a-9b59-b09192b3ec01 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386822 Sep 24 03:35:34.586595 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e20eb8-8063-4af4-883d-079efe06f76c req-313b1b18-6ba1-45ce-8bb4-954d8c5b6ec0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:34.588035 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-49e20eb8-8063-4af4-883d-079efe06f76c req-313b1b18-6ba1-45ce-8bb4-954d8c5b6ec0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0551574 Sep 24 03:35:34.630429 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-49e20eb8-8063-4af4-883d-079efe06f76c req-9d3d0902-9cef-4ae5-8ed6-60b85cfb172e tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3b936ff-f3a7-430e-bd2d-055c78a4b061&id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362148 Sep 24 03:35:37.104945 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54306) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:37.210211 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-179fe7d3-b131-4bea-ac99-23df968a2564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:37.297350 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-179fe7d3-b131-4bea-ac99-23df968a2564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:37.301246 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-179fe7d3-b131-4bea-ac99-23df968a2564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:37.340283 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-179fe7d3-b131-4bea-ac99-23df968a2564 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a05df33d0aa425195db700e867be3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342734 Sep 24 03:35:37.341171 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fe7d3-b131-4bea-ac99-23df968a2564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6883802e-d279-4c97-9a80-10268cdd25c1,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:37.342971 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54310) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:37.390707 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90afd7e3-b1da-4245-83ec-995e417d347b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:37.414448 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90afd7e3-b1da-4245-83ec-995e417d347b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:37.463424 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90afd7e3-b1da-4245-83ec-995e417d347b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:37.466094 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90afd7e3-b1da-4245-83ec-995e417d347b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:37.467614 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-90afd7e3-b1da-4245-83ec-995e417d347b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6883802e-d279-4c97-9a80-10268cdd25c1 HTTP/1.1" status: 204 len: 168 time: 0.1236503 Sep 24 03:35:37.475758 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afd7e3-b1da-4245-83ec-995e417d347b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6883802e-d279-4c97-9a80-10268cdd25c1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:37.730814 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54318) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:37.746263 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-13beec44-c298-4e90-8194-ad77a2d0b609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:37.836190 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-13beec44-c298-4e90-8194-ad77a2d0b609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:37.841376 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-13beec44-c298-4e90-8194-ad77a2d0b609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:37.884363 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-13beec44-c298-4e90-8194-ad77a2d0b609 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6f6e435733e4e0a809249990d59592c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524017 Sep 24 03:35:37.885300 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13beec44-c298-4e90-8194-ad77a2d0b609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc98617e-390f-4ab7-b5d4-29dec761b51c,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:37.887078 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54320) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:37.943702 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-324c4281-e547-4318-8046-0c2f2aa1c87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:37.967754 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-324c4281-e547-4318-8046-0c2f2aa1c87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:38.022442 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-324c4281-e547-4318-8046-0c2f2aa1c87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:38.025078 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-324c4281-e547-4318-8046-0c2f2aa1c87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:38.026266 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-324c4281-e547-4318-8046-0c2f2aa1c87b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc98617e-390f-4ab7-b5d4-29dec761b51c HTTP/1.1" status: 204 len: 168 time: 0.1382065 Sep 24 03:35:38.034791 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c4281-e547-4318-8046-0c2f2aa1c87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc98617e-390f-4ab7-b5d4-29dec761b51c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:38.351898 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54328) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:38.367154 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f396-696a-4181-a04f-d9b02cb7fda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:38.456768 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f396-696a-4181-a04f-d9b02cb7fda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:38.460567 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f396-696a-4181-a04f-d9b02cb7fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:38.500811 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7f396-696a-4181-a04f-d9b02cb7fda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc0f09f-f6e3-4a82-9f0d-66dcc59702ab,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:38.505770 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-d9a7f396-696a-4181-a04f-d9b02cb7fda4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=601158ad8f1d4d1db2f87563d5a8f0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528225 Sep 24 03:35:38.514964 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54330) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:38.560099 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b571c17-4ab8-4e60-81bf-2cd3d531710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:38.581574 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b571c17-4ab8-4e60-81bf-2cd3d531710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:38.634342 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b571c17-4ab8-4e60-81bf-2cd3d531710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:38.636999 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b571c17-4ab8-4e60-81bf-2cd3d531710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:38.638316 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-1b571c17-4ab8-4e60-81bf-2cd3d531710c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cc0f09f-f6e3-4a82-9f0d-66dcc59702ab HTTP/1.1" status: 204 len: 168 time: 0.1288848 Sep 24 03:35:38.650475 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b571c17-4ab8-4e60-81bf-2cd3d531710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc0f09f-f6e3-4a82-9f0d-66dcc59702ab,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:39.694695 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54366) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:39.800821 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-56419528-0558-4f87-ab08-1ee8f7b413c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:39.887684 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-56419528-0558-4f87-ab08-1ee8f7b413c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:39.892681 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-56419528-0558-4f87-ab08-1ee8f7b413c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:39.931359 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-56419528-0558-4f87-ab08-1ee8f7b413c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b883bdf8bf5c4489a12f71a4068672fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355635 Sep 24 03:35:39.932529 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56419528-0558-4f87-ab08-1ee8f7b413c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d0ab60-f9d3-41e2-a1af-6bbfcb471836,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:39.934139 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54370) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:39.989894 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86a0e304-0572-4d47-a8ac-ca56f9f0c715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:40.010213 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86a0e304-0572-4d47-a8ac-ca56f9f0c715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:40.057666 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86a0e304-0572-4d47-a8ac-ca56f9f0c715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:40.060288 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86a0e304-0572-4d47-a8ac-ca56f9f0c715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:40.061439 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-86a0e304-0572-4d47-a8ac-ca56f9f0c715 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8d0ab60-f9d3-41e2-a1af-6bbfcb471836 HTTP/1.1" status: 204 len: 168 time: 0.1263077 Sep 24 03:35:40.070213 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0e304-0572-4d47-a8ac-ca56f9f0c715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d0ab60-f9d3-41e2-a1af-6bbfcb471836,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:45.190693 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57b224be-96a1-48c6-8c9c-e05c9c8b2b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:45.981827 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d60b7-ccd1-4499-bdf0-3be969fdc486 req-b03277b7-c983-49c6-a616-bffe1fe36441 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:45.983288 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-770d60b7-ccd1-4499-bdf0-3be969fdc486 req-b03277b7-c983-49c6-a616-bffe1fe36441 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 946 time: 0.0527456 Sep 24 03:35:46.022907 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-770d60b7-ccd1-4499-bdf0-3be969fdc486 req-d03d3a4d-44ad-4e9c-8d50-2f7aa430d8e2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325935 Sep 24 03:35:47.143399 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf75d6-4d26-4a7d-baec-ec7c6683955d req-b109b4e1-2081-446b-95f9-5369ee6f28e9 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:47.144835 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5bdf75d6-4d26-4a7d-baec-ec7c6683955d req-b109b4e1-2081-446b-95f9-5369ee6f28e9 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 946 time: 0.0503044 Sep 24 03:35:47.182514 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5bdf75d6-4d26-4a7d-baec-ec7c6683955d req-5ebdad99-ad4b-43c6-b112-9fa3aa882adc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310924 Sep 24 03:35:47.676508 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7e42eceb-cc36-4d85-b241-53c41dbd240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:47.909689 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-76be87fa-9ced-437b-bde1-e5ce6b62d71b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:47.911330 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-76be87fa-9ced-437b-bde1-e5ce6b62d71b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 946 time: 0.0478604 Sep 24 03:35:48.009872 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Deleting port 67582d29-a79f-4ee2-8844-18b26e15268b {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:35:48.010203 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:48.102364 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] For port 67582d29-a79f-4ee2-8844-18b26e15268b, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=67582d29-a79f-4ee2-8844-18b26e15268b,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:35:48.102727 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:48.345168 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:48.345884 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:48.345884 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Floating IP af5e7878-9971-4e49-829e-ec22820e6ea4 disassociated. External IP: 172.27.1.5, port: 67582d29-a79f-4ee2-8844-18b26e15268b. Sep 24 03:35:48.346172 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Calling delete_port for 67582d29-a79f-4ee2-8844-18b26e15268b owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:35:48.365138 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03702a0-592b-44a9-89bb-91a300aed793 req-fc03d3f5-eaa0-4f84-9923-e8d0fc3db2f8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:48.366629 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b03702a0-592b-44a9-89bb-91a300aed793 req-fc03d3f5-eaa0-4f84-9923-e8d0fc3db2f8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f043b14-af6f-4d95-a094-87fa6c768493 HTTP/1.1" status: 200 len: 946 time: 0.1093462 Sep 24 03:35:48.448431 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b03702a0-592b-44a9-89bb-91a300aed793 req-0c69860d-9575-4036-9b62-ecbb9b846f7a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=b938b5af-106b-4784-b489-bc8af2468157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460877 Sep 24 03:35:48.515221 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:48.545033 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event deleted for resources: {'Port': ['ID=67582d29-a79f-4ee2-8844-18b26e15268b,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:48.671821 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Router da789b7d-881c-49ce-8770-9c974083b482 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:35:48.714364 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:48.782124 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:35:48.798115 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df4a6f-c022-4e44-981a-76da0986f407 None None] Sync routers for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:35:48.807987 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df4a6f-c022-4e44-981a-76da0986f407 None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:35:48.808631 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-28df4a6f-c022-4e44-981a-76da0986f407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:35:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:35:48.826428 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] No DVR routers for this DVR port 67582d29-a79f-4ee2-8844-18b26e15268b on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:35:48.828959 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:48.831135 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8d45b811-09b5-4acb-80b1-e2980d0710fb req-15240e65-7008-48fa-89dd-41f336762e3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.13 "DELETE /v2.0/ports/67582d29-a79f-4ee2-8844-18b26e15268b HTTP/1.1" status: 204 len: 173 time: 0.9085913 Sep 24 03:35:48.831574 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'name': 'network-vif-deleted', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:35:48.833915 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f82ac71-0ffa-4036-b095-32abe4e6a8b7" -d '{"events": [{"server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "name": "network-vif-deleted", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:35:48.873381 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9d456f-1694-45da-9c4a-c24922fab8e1 x-openstack-request-id: req-4c9d456f-1694-45da-9c4a-c24922fab8e1 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:35:48.873668 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f043b14-af6f-4d95-a094-87fa6c768493", "name": "network-vif-deleted", "tag": "67582d29-a79f-4ee2-8844-18b26e15268b", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:35:48.873952 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c9d456f-1694-45da-9c4a-c24922fab8e1 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:35:48.874340 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f043b14-af6f-4d95-a094-87fa6c768493', 'name': 'network-vif-deleted', 'tag': '67582d29-a79f-4ee2-8844-18b26e15268b', 'status': 'completed', 'code': 200} Sep 24 03:35:48.925495 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-28df4a6f-c022-4e44-981a-76da0986f407 None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:35:49.134858 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-28df4a6f-c022-4e44-981a-76da0986f407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:41Z', 'revision_number': 5, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:35:49.166895 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df4a6f-c022-4e44-981a-76da0986f407 None None] Checking router: da789b7d-881c-49ce-8770-9c974083b482 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:35:49.175169 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df4a6f-c022-4e44-981a-76da0986f407 None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:35:49.175792 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-28df4a6f-c022-4e44-981a-76da0986f407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:35:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:35:49.288574 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-28df4a6f-c022-4e44-981a-76da0986f407 None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:35:49.326542 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:49.564665 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54536) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:49.633807 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bba952f7-647e-4bb6-b4e2-31d263921a90 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:49.660908 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-28df4a6f-c022-4e44-981a-76da0986f407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:41Z', 'revision_number': 5, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:35:49.684742 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bba952f7-647e-4bb6-b4e2-31d263921a90 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:49.701265 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df4a6f-c022-4e44-981a-76da0986f407 None None] The sync data for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi is: [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:41Z', 'revision_number': 5, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:35:49.765595 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bba952f7-647e-4bb6-b4e2-31d263921a90 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:49.775889 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-bba952f7-647e-4bb6-b4e2-31d263921a90 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:49.779614 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-bba952f7-647e-4bb6-b4e2-31d263921a90 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "DELETE /v2.0/security-groups/b938b5af-106b-4784-b489-bc8af2468157 HTTP/1.1" status: 204 len: 168 time: 0.2114651 Sep 24 03:35:49.779979 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54542) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:49.797597 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.api.v2.resource [None req-0834920a-f26b-4cf0-bdae-d6f1fb552832 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] show failed (client error): The resource could not be found. Sep 24 03:35:49.800992 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba952f7-647e-4bb6-b4e2-31d263921a90 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b938b5af-106b-4784-b489-bc8af2468157,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:49.802835 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54544) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:49.802985 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-0834920a-f26b-4cf0-bdae-d6f1fb552832 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups/b938b5af-106b-4784-b489-bc8af2468157 HTTP/1.1" status: 404 len: 347 time: 0.0220094 Sep 24 03:35:49.977943 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3265ecbc-ad62-4216-8c76-fd3ec096ab50 None None] New status for floating IP af5e7878-9971-4e49-829e-ec22820e6ea4: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:35:50.159613 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-27f1f8e7-05de-43b4-9795-e7fe373654f0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Deleting port e153178d-fd49-4496-8c02-e76e554c66e9 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:35:50.159973 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-27f1f8e7-05de-43b4-9795-e7fe373654f0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:50.252693 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-27f1f8e7-05de-43b4-9795-e7fe373654f0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:50.253073 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-27f1f8e7-05de-43b4-9795-e7fe373654f0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:50.266751 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-27f1f8e7-05de-43b4-9795-e7fe373654f0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Calling delete_port for e153178d-fd49-4496-8c02-e76e554c66e9 owned by network:floatingip {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:35:50.419336 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-27f1f8e7-05de-43b4-9795-e7fe373654f0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:50.443696 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1f8e7-05de-43b4-9795-e7fe373654f0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event deleted for resources: {'Port': ['ID=e153178d-fd49-4496-8c02-e76e554c66e9,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:50.509616 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-27f1f8e7-05de-43b4-9795-e7fe373654f0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:50.512202 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-27f1f8e7-05de-43b4-9795-e7fe373654f0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:50.513410 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-27f1f8e7-05de-43b4-9795-e7fe373654f0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "DELETE /v2.0/floatingips/af5e7878-9971-4e49-829e-ec22820e6ea4 HTTP/1.1" status: 204 len: 168 time: 0.7095606 Sep 24 03:35:50.729671 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.185378 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54556) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:51.189902 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-f2c3880c-1a48-442b-a23b-2f6632922a1c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1019410644', 'description': 'tempest-description--1699211698'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:35:51.213107 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f2c3880c-1a48-442b-a23b-2f6632922a1c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.295529 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f2c3880c-1a48-442b-a23b-2f6632922a1c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.299163 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f2c3880c-1a48-442b-a23b-2f6632922a1c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.325797 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-f2c3880c-1a48-442b-a23b-2f6632922a1c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.327010 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-f2c3880c-1a48-442b-a23b-2f6632922a1c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1406121 Sep 24 03:35:51.328798 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3880c-1a48-442b-a23b-2f6632922a1c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3882cd-5f63-450b-b093-802929ebf5be,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:51.329969 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54560) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:51.336535 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1939eebe-4dfe-46b4-9922-9b7d13bb0f5a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Request body: {'security_group_rule': {'security_group_id': 'ff3882cd-5f63-450b-b093-802929ebf5be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:35:51.362457 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1939eebe-4dfe-46b4-9922-9b7d13bb0f5a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.410553 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1939eebe-4dfe-46b4-9922-9b7d13bb0f5a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.414235 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1939eebe-4dfe-46b4-9922-9b7d13bb0f5a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.436230 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939eebe-4dfe-46b4-9922-9b7d13bb0f5a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1664c924-92fd-4b61-9879-0cebc61e63be,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:51.440737 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1939eebe-4dfe-46b4-9922-9b7d13bb0f5a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.441973 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-1939eebe-4dfe-46b4-9922-9b7d13bb0f5a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1100159 Sep 24 03:35:51.444565 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54562) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:51.449480 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-4beed3d4-461e-49ed-8895-7f9a2888de43 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Request body: {'security_group_rule': {'security_group_id': 'ff3882cd-5f63-450b-b093-802929ebf5be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:35:51.474672 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4beed3d4-461e-49ed-8895-7f9a2888de43 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.536005 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4beed3d4-461e-49ed-8895-7f9a2888de43 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.539639 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4beed3d4-461e-49ed-8895-7f9a2888de43 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.558038 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beed3d4-461e-49ed-8895-7f9a2888de43 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f942c07b-3a9d-444c-b9d2-02db5838dabf,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:51.564085 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4beed3d4-461e-49ed-8895-7f9a2888de43 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.565461 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-4beed3d4-461e-49ed-8895-7f9a2888de43 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192789 Sep 24 03:35:51.568448 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54564) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:35:51.573538 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Request body: {'floatingip': {'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:35:51.594929 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.697212 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.806955 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Allocated IP 172.27.1.253 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/b0eec504-1653-4aec-8405-17bbd1ec606e) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:35:51.808947 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 67582d29-a79f-4ee2-8844-18b26e15268b no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:35:51.832437 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 67582d29-a79f-4ee2-8844-18b26e15268b {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:35:51.832784 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 67582d29-a79f-4ee2-8844-18b26e15268b not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:35:51.915954 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.948469 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:51.988018 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:35:51.990714 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:35:51.995210 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:35:52.019570 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event updated for resources: {'Port': ['ID=b0eec504-1653-4aec-8405-17bbd1ec606e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:52.087258 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:52.121253 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:52.269932 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:52.275162 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:52.356040 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event updated for resources: {'Port': ['ID=b0eec504-1653-4aec-8405-17bbd1ec606e,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:52.364135 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:52.377907 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:52.379154 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-bfc59bf1-bbb9-43f2-9d1a-bede7f54650a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8097875 Sep 24 03:35:53.518651 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e6726c8d-5955-45cc-b0b6-3340701d71ae tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1019410644&fields=id&tenant_id=591aadad4ac440c6afd8189aa7e5cee6 HTTP/1.1" status: 200 len: 267 time: 0.0322912 Sep 24 03:35:53.626627 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-aac0d4bf-83d0-4608-99d7-34ce73275022 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:53.628094 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-aac0d4bf-83d0-4608-99d7-34ce73275022 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 816 time: 0.1026943 Sep 24 03:35:53.643581 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-8287a263-7269-4b91-97d7-f07c5980dbd3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/quotas/591aadad4ac440c6afd8189aa7e5cee6 HTTP/1.1" status: 200 len: 375 time: 0.0090280 Sep 24 03:35:53.698676 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-cbcc970f-0600-4be8-865b-f0de9ce34e36 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493255 Sep 24 03:35:53.796555 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e3a20f13-1fb1-498e-bfab-84282192bd01 service neutron] 10.222.0.18 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859981 Sep 24 03:35:53.882274 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-b634f958-94e0-4da1-bb74-23e3b71db8e2 service neutron] 10.222.0.18 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794539 Sep 24 03:35:54.062892 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d3e9a58d-639f-403e-a9aa-a233af31f48f req-75ac25cc-28cf-40b6-b591-2ac244296bc3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 210 time: 0.0294898 Sep 24 03:35:55.105005 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-235e404e-5b24-48e9-adea-d915ac298c94 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:55.106543 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-235e404e-5b24-48e9-adea-d915ac298c94 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.13 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 816 time: 0.1187484 Sep 24 03:35:55.177493 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:55.187824 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7f7d24e3-f237-418e-9720-812ee63fa934 req-89c5c4a3-cc9c-4d00-bb2f-a7e3ad7da07d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 210 time: 0.0467582 Sep 24 03:35:55.192685 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-ed45f639-e45c-4c50-90a4-1821474061e7 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=591aadad4ac440c6afd8189aa7e5cee6 HTTP/1.1" status: 200 len: 380 time: 0.0755773 Sep 24 03:35:55.210661 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e8c61b37-4831-4306-b1b0-e82438428bbc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Request body: {'port': {'device_id': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'admin_state_up': True, 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'security_groups': ['ff3882cd-5f63-450b-b093-802929ebf5be']}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:35:55.314508 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e8c61b37-4831-4306-b1b0-e82438428bbc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Made reservation on behalf of 591aadad4ac440c6afd8189aa7e5cee6 for: {'port': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:35:55.317957 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e8c61b37-4831-4306-b1b0-e82438428bbc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:55.448074 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e8c61b37-4831-4306-b1b0-e82438428bbc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Allocated IP 172.20.0.4 (3a46da72-dbc3-4033-9e4b-9bf85a1d2088/4e334428-b0b7-4ccf-9252-ca8733c7e91f/8c1f1a3d-b239-4f20-8ebe-d00fa864b558) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:35:55.581637 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e8c61b37-4831-4306-b1b0-e82438428bbc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:55.618582 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e8c61b37-4831-4306-b1b0-e82438428bbc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:55.657938 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e8c61b37-4831-4306-b1b0-e82438428bbc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:35:55.661228 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e8c61b37-4831-4306-b1b0-e82438428bbc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:35:55.665127 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e8c61b37-4831-4306-b1b0-e82438428bbc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:35:55.697293 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c61b37-4831-4306-b1b0-e82438428bbc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event updated for resources: {'Port': ['ID=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:55.723513 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e8c61b37-4831-4306-b1b0-e82438428bbc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:55.724127 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e8c61b37-4831-4306-b1b0-e82438428bbc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:55.738807 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-e8c61b37-4831-4306-b1b0-e82438428bbc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5319605 Sep 24 03:35:55.752078 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Request body: {'port': {'device_id': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:35:55.811237 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:55.881635 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-d2ab5f53-642b-4d0e-9255-bfa6eba15d92 None None] Provisioning complete for port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:35:55.881956 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5f53-642b-4d0e-9255-bfa6eba15d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:55.916460 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab5f53-642b-4d0e-9255-bfa6eba15d92 None None] Port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:35:56.093640 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 {{(pid=94016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:35:56.101794 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:56.114135 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.provisioning_blocks [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Transition to ACTIVE for port object 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 will not be triggered until provisioned by entity L2. {{(pid=94016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:35:56.118695 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:56.184136 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Pushing event updated for resources: {'Port': ['ID=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:56.249472 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Attempting to bind port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:35:56.249898 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Attempting to bind port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:35:56.250222 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Attempting to bind port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 on network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:35:56.255919 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 on network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:35:56.256337 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Attempting to bind port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 on network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:35:56.261659 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:35:56.262146 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Checking segment: {'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:35:56.262622 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Bound using segment: {'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:35:56.263052 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Bound port: 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35354857-7e17-4618-92d4-3352c105429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088'}}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:35:56.263405 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:56.365994 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6887ea-f157-4aad-8ae2-8e4c8bad25bd req-bba90def-b820-419b-a6a1-7d1bb9b25a7b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:56.367498 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ea6887ea-f157-4aad-8ae2-8e4c8bad25bd req-bba90def-b820-419b-a6a1-7d1bb9b25a7b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0946436 Sep 24 03:35:56.392034 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] For port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host hv-cinder-81080, cleared binding levels {{(pid=94016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:35:56.411688 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] For port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:35:56.418159 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:56.428012 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ea6887ea-f157-4aad-8ae2-8e4c8bad25bd req-4225c19c-6f9d-4b51-9793-87b7872cb430 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540190 Sep 24 03:35:56.457933 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:56.458544 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:56.459907 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] 10.222.0.13 "PUT /v2.0/ports/8c1f1a3d-b239-4f20-8ebe-d00fa864b558 HTTP/1.1" status: 200 len: 1093 time: 0.7121084 Sep 24 03:35:56.460341 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:35:56.462847 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cf88f4-69ad-4a89-bbd6-2ee030fd05c2" -d '{"events": [{"name": "network-changed", "server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:35:56.497315 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cceda0-3e78-453c-8a75-545af811368e service neutron] Pushing event updated for resources: {'Port': ['ID=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,revision_number=3']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:35:56.517960 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f30b9e-8afd-4fd1-afab-3f482cb993f5 x-openstack-request-id: req-e1f30b9e-8afd-4fd1-afab-3f482cb993f5 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:35:56.518590 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:35:56.519284 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1f30b9e-8afd-4fd1-afab-3f482cb993f5 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:35:56.519758 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'status': 'completed', 'code': 200} Sep 24 03:35:56.569768 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-ac75c161-5add-43c1-9b72-e8a314c918e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:56.571427 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-ac75c161-5add-43c1-9b72-e8a314c918e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 1096 time: 0.0433071 Sep 24 03:35:56.617606 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-a042e560-edfb-4590-90ef-8774e96e490c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558 HTTP/1.1" status: 200 len: 217 time: 0.0374691 Sep 24 03:35:56.671552 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-b878d1d4-fa73-420d-a1cd-0aea005cad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:56.673845 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-b878d1d4-fa73-420d-a1cd-0aea005cad10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 200 len: 855 time: 0.0475328 Sep 24 03:35:56.729695 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-c42285a2-8b95-4d5f-94ae-7ef48bad8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:56.731215 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-c42285a2-8b95-4d5f-94ae-7ef48bad8274 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447180 Sep 24 03:35:56.823664 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-7d454794-9edb-40e5-adfc-15b0eb11f619 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841658 Sep 24 03:35:56.928243 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1913eead-dfa2-4886-b7d4-480dea4607e6 req-739a4874-2ab7-4f8c-87af-87d29594d7d3 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873342 Sep 24 03:35:57.055933 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf88f4-69ad-4a89-bbd6-2ee030fd05c2 req-75a47695-7ba7-4228-8644-7a436d4a9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:57.057560 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-45cf88f4-69ad-4a89-bbd6-2ee030fd05c2 req-75a47695-7ba7-4228-8644-7a436d4a9c05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 1096 time: 0.0660920 Sep 24 03:35:57.080451 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6610ad-236d-4de9-837c-689f3780c03d req-55ae1df8-c5df-41bd-9cda-27420b49238a tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:57.081838 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5a6610ad-236d-4de9-837c-689f3780c03d req-55ae1df8-c5df-41bd-9cda-27420b49238a tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0656774 Sep 24 03:35:57.171858 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5a6610ad-236d-4de9-837c-689f3780c03d req-696e1129-a5d4-4885-b7e8-b33fa47b23f4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798624 Sep 24 03:35:57.192579 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf88f4-69ad-4a89-bbd6-2ee030fd05c2 req-feb6fe92-dd13-40d9-8340-b209dfcdcca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:57.194107 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-45cf88f4-69ad-4a89-bbd6-2ee030fd05c2 req-feb6fe92-dd13-40d9-8340-b209dfcdcca6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 917 time: 0.1289945 Sep 24 03:35:57.247972 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-45cf88f4-69ad-4a89-bbd6-2ee030fd05c2 req-111da1dc-a504-489b-a3d9-28fc0eb3b974 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558 HTTP/1.1" status: 200 len: 217 time: 0.0337832 Sep 24 03:35:57.305249 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf88f4-69ad-4a89-bbd6-2ee030fd05c2 req-3114c378-eb38-4ace-9bbd-15f6b0b95891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:57.307750 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-45cf88f4-69ad-4a89-bbd6-2ee030fd05c2 req-3114c378-eb38-4ace-9bbd-15f6b0b95891 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 200 len: 855 time: 0.0512321 Sep 24 03:35:57.357900 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf88f4-69ad-4a89-bbd6-2ee030fd05c2 req-11890810-66dc-4bf1-ac8d-54dc1b542c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:57.359348 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-45cf88f4-69ad-4a89-bbd6-2ee030fd05c2 req-11890810-66dc-4bf1-ac8d-54dc1b542c32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396662 Sep 24 03:35:57.463055 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-45cf88f4-69ad-4a89-bbd6-2ee030fd05c2 req-36d061cd-8697-43af-aa6a-2bf9150676dd service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930433 Sep 24 03:35:57.590401 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ea882-b108-4f43-b9f8-b0ced9eec585 req-1d97b197-5047-4e91-8385-4a6745d533b3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:57.591891 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-443ea882-b108-4f43-b9f8-b0ced9eec585 req-1d97b197-5047-4e91-8385-4a6745d533b3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0902445 Sep 24 03:35:57.594179 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-45cf88f4-69ad-4a89-bbd6-2ee030fd05c2 req-66a423a4-fbe9-4e57-ad1d-51f98ec079da service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197405 Sep 24 03:35:57.634586 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-443ea882-b108-4f43-b9f8-b0ced9eec585 req-7fb92f36-2e70-47a4-a4db-83903c93d8a7 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352769 Sep 24 03:35:58.294168 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2436cd5-e649-4fc7-99b4-784fe99dbd0a req-6ef0e48c-2878-4c71-87de-909f070bad54 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:58.295627 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b2436cd5-e649-4fc7-99b4-784fe99dbd0a req-6ef0e48c-2878-4c71-87de-909f070bad54 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0503881 Sep 24 03:35:58.331488 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b2436cd5-e649-4fc7-99b4-784fe99dbd0a req-f777f4c1-f3cb-4540-a8ea-d6742f1bed6a tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300384 Sep 24 03:35:58.753226 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d4200-c5fc-432d-b713-5c5e4d4b9103 req-35168913-e774-4db1-9ef2-9322ed8c05b8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:58.754688 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ad7d4200-c5fc-432d-b713-5c5e4d4b9103 req-35168913-e774-4db1-9ef2-9322ed8c05b8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0472131 Sep 24 03:35:58.791070 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ad7d4200-c5fc-432d-b713-5c5e4d4b9103 req-134652b6-f416-4338-9ec1-04623c0bb3c5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299563 Sep 24 03:35:59.450660 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099602b-2ae9-4186-8c65-d26e72cc528c req-d59e8268-368f-435d-b1a5-fbfda77c0310 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:59.452037 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3099602b-2ae9-4186-8c65-d26e72cc528c req-d59e8268-368f-435d-b1a5-fbfda77c0310 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0512571 Sep 24 03:35:59.492264 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3099602b-2ae9-4186-8c65-d26e72cc528c req-facc0f33-af1d-4123-ab62-987391dde193 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=12cb4ec4-cf06-4126-b062-453d06b84f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343847 Sep 24 03:35:59.716267 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-43dfee3a-36dd-474c-b358-e96e989dc6df tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:59.717755 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-43dfee3a-36dd-474c-b358-e96e989dc6df tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 946 time: 0.0542617 Sep 24 03:35:59.817259 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Deleting port bb93edc3-4472-46cc-bc7d-748cad3a1f55 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:35:59.817578 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:59.871993 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:35:59.954802 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] For port bb93edc3-4472-46cc-bc7d-748cad3a1f55, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=bb93edc3-4472-46cc-bc7d-748cad3a1f55,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:35:59.955153 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:35:59.973955 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dc5cf-6f2e-4360-8b9d-8f96c77c7828 req-37e37386-e34e-4de6-a21e-65b3ebcaf48f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:35:59.975428 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ec8dc5cf-6f2e-4360-8b9d-8f96c77c7828 req-37e37386-e34e-4de6-a21e-65b3ebcaf48f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0893795 Sep 24 03:35:59.989752 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:00.002633 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'port_id': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'mac_address': 'fa:16:3e:6a:d5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:36:00.047641 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:00.063315 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:36:00.085426 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ec8dc5cf-6f2e-4360-8b9d-8f96c77c7828 req-bdda181d-854c-4a43-ab79-5043ebe05fea tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736613 Sep 24 03:36:00.090021 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:00.095396 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:00.157574 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:00.166822 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:00.167514 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:00.167637 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:00.168079 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:00.168518 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:00.169024 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:00.169423 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:00.169833 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:00.170244 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:00.171975 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:00.172390 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:00.172893 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:00.199487 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:00.199893 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:00.200209 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Floating IP 05971ae5-e0e3-452a-88ba-e454133aea6c disassociated. External IP: 172.27.1.107, port: bb93edc3-4472-46cc-bc7d-748cad3a1f55. Sep 24 03:36:00.200561 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Calling delete_port for bb93edc3-4472-46cc-bc7d-748cad3a1f55 owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:36:00.348000 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:00.380690 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event deleted for resources: {'Port': ['ID=bb93edc3-4472-46cc-bc7d-748cad3a1f55,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:00.392208 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8c1f1a3d-b239-4f20-8ebe-d00fa864b558'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:36:00.507595 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Router da3540eb-972a-443e-b760-9ef6aec5b017 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:36:00.636572 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f25cbf17-7396-485c-9f57-dcc37924fb63 req-9fc6fae4-68f7-4489-bff4-7997c5c9675c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe HTTP/1.1" status: 200 len: 210 time: 0.0398171 Sep 24 03:36:00.659990 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:36:00.670971 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724e9ca-ffc8-4536-b103-456685286149 None None] Sync routers for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:36:00.683395 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6724e9ca-ffc8-4536-b103-456685286149 None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:00.684124 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6724e9ca-ffc8-4536-b103-456685286149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:35:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:00.702871 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] No DVR routers for this DVR port bb93edc3-4472-46cc-bc7d-748cad3a1f55 on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:36:00.705167 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:00.707244 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d9b07757-1d66-4ed2-9e0f-611826ffefcc req-7b48e61a-b823-4427-8c2e-c48361a3af8b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.13 "DELETE /v2.0/ports/bb93edc3-4472-46cc-bc7d-748cad3a1f55 HTTP/1.1" status: 204 len: 173 time: 0.9798896 Sep 24 03:36:00.707729 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe', 'name': 'network-vif-deleted', 'tag': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:36:00.710119 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01adac6-dce1-4c6b-83e5-a37297ce5fcb" -d '{"events": [{"server_uuid": "1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe", "name": "network-vif-deleted", "tag": "bb93edc3-4472-46cc-bc7d-748cad3a1f55"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:36:00.770348 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7778a7-eeb4-4a4d-8cf7-eeba26e4c4ba x-openstack-request-id: req-1c7778a7-eeb4-4a4d-8cf7-eeba26e4c4ba {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:36:00.770705 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe", "name": "network-vif-deleted", "tag": "bb93edc3-4472-46cc-bc7d-748cad3a1f55", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:36:00.770941 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c7778a7-eeb4-4a4d-8cf7-eeba26e4c4ba {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:36:00.771345 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd83ef7-8c66-45e6-9508-80b2c5b8f9fe', 'name': 'network-vif-deleted', 'tag': 'bb93edc3-4472-46cc-bc7d-748cad3a1f55', 'status': 'completed', 'code': 200} Sep 24 03:36:00.859710 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-6724e9ca-ffc8-4536-b103-456685286149 None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:01.065474 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6724e9ca-ffc8-4536-b103-456685286149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:30Z', 'revision_number': 5, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:01.095437 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724e9ca-ffc8-4536-b103-456685286149 None None] Checking router: da3540eb-972a-443e-b760-9ef6aec5b017 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:36:01.104293 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6724e9ca-ffc8-4536-b103-456685286149 None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:01.104896 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6724e9ca-ffc8-4536-b103-456685286149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:35:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:01.215787 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-6724e9ca-ffc8-4536-b103-456685286149 None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:01.221036 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966d86a-b5a6-408f-a392-966c110f7aab req-a05c0f15-dbdd-42c9-815e-50fa077df1ae tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:01.223757 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d966d86a-b5a6-408f-a392-966c110f7aab req-a05c0f15-dbdd-42c9-815e-50fa077df1ae tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 944 time: 0.0606136 Sep 24 03:36:01.269199 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d966d86a-b5a6-408f-a392-966c110f7aab req-6afbd63d-a471-4b1d-b4e1-e25ee745d1b2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379047 Sep 24 03:36:01.437359 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6724e9ca-ffc8-4536-b103-456685286149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:30Z', 'revision_number': 5, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:01.465198 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724e9ca-ffc8-4536-b103-456685286149 None None] The sync data for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi is: [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:30Z', 'revision_number': 5, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:36:01.666181 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8a106-35bb-41d0-965e-aae85a9b4e47 None None] New status for floating IP 05971ae5-e0e3-452a-88ba-e454133aea6c: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:36:01.732487 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54752) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:01.807184 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6d953b8d-e6ad-4864-91e0-6f0c73d7240a tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:01.831583 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6d953b8d-e6ad-4864-91e0-6f0c73d7240a tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:01.881499 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6d953b8d-e6ad-4864-91e0-6f0c73d7240a tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:01.884720 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6d953b8d-e6ad-4864-91e0-6f0c73d7240a tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:01.885257 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:36:01.888336 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-6d953b8d-e6ad-4864-91e0-6f0c73d7240a tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "DELETE /v2.0/security-groups/12cb4ec4-cf06-4126-b062-453d06b84f79 HTTP/1.1" status: 204 len: 168 time: 0.1521604 Sep 24 03:36:01.888700 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54758) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:01.894914 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d953b8d-e6ad-4864-91e0-6f0c73d7240a tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cb4ec4-cf06-4126-b062-453d06b84f79,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:01.917859 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.api.v2.resource [None req-46b30944-3cdf-42c6-bdea-0308d3e8ffa2 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] show failed (client error): The resource could not be found. Sep 24 03:36:01.919063 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-46b30944-3cdf-42c6-bdea-0308d3e8ffa2 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups/12cb4ec4-cf06-4126-b062-453d06b84f79 HTTP/1.1" status: 404 len: 347 time: 0.0293376 Sep 24 03:36:01.922183 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54760) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:01.956829 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:36:01.960604 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:01.960976 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:02.040917 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:02.045207 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b39cf2db-3f40-4328-9445-751d655ee43b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Deleting port d22f142b-48c4-423e-90fe-106c142dd63f {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:36:02.045548 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b39cf2db-3f40-4328-9445-751d655ee43b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:02.063096 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:36:02.065328 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc006c57-914a-4374-92fc-80b734a382fe" -d '{"events": [{"server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "name": "network-vif-plugged", "status": "completed", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:36:02.078569 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:02.083102 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:02.083856 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device bb93edc3-4472-46cc-bc7d-748cad3a1f55 no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:36:02.125461 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4986454-1b92-4b66-ba32-3988c510160f x-openstack-request-id: req-e4986454-1b92-4b66-ba32-3988c510160f {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:36:02.126029 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "name": "network-vif-plugged", "status": "completed", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:36:02.126427 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4986454-1b92-4b66-ba32-3988c510160f {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:36:02.126987 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'code': 200} Sep 24 03:36:02.129819 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: bb93edc3-4472-46cc-bc7d-748cad3a1f55 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:36:02.130199 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device bb93edc3-4472-46cc-bc7d-748cad3a1f55 not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:36:02.131569 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b39cf2db-3f40-4328-9445-751d655ee43b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:02.131886 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b39cf2db-3f40-4328-9445-751d655ee43b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:02.145528 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b39cf2db-3f40-4328-9445-751d655ee43b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Calling delete_port for d22f142b-48c4-423e-90fe-106c142dd63f owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:36:02.154724 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:02.288031 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b39cf2db-3f40-4328-9445-751d655ee43b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:02.296525 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b382d4e-5d97-4af6-aa3d-78b3887f565e req-4e3b5495-e10f-403c-8efc-61ef0e235e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:02.298053 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0b382d4e-5d97-4af6-aa3d-78b3887f565e req-4e3b5495-e10f-403c-8efc-61ef0e235e69 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 1098 time: 0.0436413 Sep 24 03:36:02.337449 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0b382d4e-5d97-4af6-aa3d-78b3887f565e req-2c7313fb-20dd-4f19-9ff8-e7b11eeb6fab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293345 Sep 24 03:36:02.340717 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cf2db-3f40-4328-9445-751d655ee43b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event deleted for resources: {'Port': ['ID=d22f142b-48c4-423e-90fe-106c142dd63f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:02.380363 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b39cf2db-3f40-4328-9445-751d655ee43b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:02.383223 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b39cf2db-3f40-4328-9445-751d655ee43b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:02.388110 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-b39cf2db-3f40-4328-9445-751d655ee43b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "DELETE /v2.0/floatingips/05971ae5-e0e3-452a-88ba-e454133aea6c HTTP/1.1" status: 204 len: 168 time: 0.4618924 Sep 24 03:36:02.398465 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d423a-45f6-4c3f-a9f8-448f8fe04954 req-4936ae23-738e-495c-a647-3efc8cadf3ba tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:02.400313 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-877d423a-45f6-4c3f-a9f8-448f8fe04954 req-4936ae23-738e-495c-a647-3efc8cadf3ba tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0533552 Sep 24 03:36:02.412475 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:36:02.449649 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-877d423a-45f6-4c3f-a9f8-448f8fe04954 req-21691468-7d87-4fda-8e3c-18671605c084 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349684 Sep 24 03:36:02.795104 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54778) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:02.799832 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-22e74f5d-44d8-4b6b-b033-c16197750b45 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617594302', 'description': 'tempest-description--1557814682'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:02.823426 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22e74f5d-44d8-4b6b-b033-c16197750b45 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:02.910929 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22e74f5d-44d8-4b6b-b033-c16197750b45 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:02.914666 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22e74f5d-44d8-4b6b-b033-c16197750b45 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:02.944060 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22e74f5d-44d8-4b6b-b033-c16197750b45 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:02.945271 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-22e74f5d-44d8-4b6b-b033-c16197750b45 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1491647 Sep 24 03:36:02.945971 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e74f5d-44d8-4b6b-b033-c16197750b45 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b4bbe1-38e4-47b1-8988-3f1bd79d0809,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:02.948964 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54782) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:02.953484 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-122c6e42-3c72-4137-96ee-81794a986cbe tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Request body: {'security_group_rule': {'security_group_id': '94b4bbe1-38e4-47b1-8988-3f1bd79d0809', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:02.979866 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-122c6e42-3c72-4137-96ee-81794a986cbe tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:03.025949 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-122c6e42-3c72-4137-96ee-81794a986cbe tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:03.029338 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-122c6e42-3c72-4137-96ee-81794a986cbe tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:03.047261 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c6e42-3c72-4137-96ee-81794a986cbe tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68f0d25-6e22-408e-85bf-ce26337bd1b9,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:03.053598 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-122c6e42-3c72-4137-96ee-81794a986cbe tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:03.056286 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-122c6e42-3c72-4137-96ee-81794a986cbe tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1048102 Sep 24 03:36:03.058301 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54784) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:03.062492 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-1948446f-7a48-4e4c-b8eb-fd3d3b627f37 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Request body: {'security_group_rule': {'security_group_id': '94b4bbe1-38e4-47b1-8988-3f1bd79d0809', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:03.086415 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1948446f-7a48-4e4c-b8eb-fd3d3b627f37 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:03.144354 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1948446f-7a48-4e4c-b8eb-fd3d3b627f37 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:03.147660 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1948446f-7a48-4e4c-b8eb-fd3d3b627f37 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:03.164309 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948446f-7a48-4e4c-b8eb-fd3d3b627f37 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf806aaf-597f-43ad-8aae-54da25e9c18a,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:03.170471 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1948446f-7a48-4e4c-b8eb-fd3d3b627f37 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:03.171604 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-1948446f-7a48-4e4c-b8eb-fd3d3b627f37 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123803 Sep 24 03:36:03.174714 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54786) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:03.178898 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Request body: {'floatingip': {'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:03.199640 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:03.291198 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:03.394796 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Allocated IP 172.27.1.246 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/51caa458-f530-4fc9-9029-1c992933583d) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:36:03.498027 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:03.555173 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:03.824295 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a069d8-6b8b-4692-bbe1-e042547f104a req-0854a4ab-54b0-4ef2-a6a5-9fd3ee25b5a9 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:03.825768 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d4a069d8-6b8b-4692-bbe1-e042547f104a req-0854a4ab-54b0-4ef2-a6a5-9fd3ee25b5a9 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.3043532 Sep 24 03:36:03.828814 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:36:03.831631 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:03.836045 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:36:03.880152 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event updated for resources: {'Port': ['ID=51caa458-f530-4fc9-9029-1c992933583d,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:03.913336 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d4a069d8-6b8b-4692-bbe1-e042547f104a req-0ba1992d-bc43-4594-848d-4ad4138c59e0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781703 Sep 24 03:36:03.952560 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:03.989607 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:04.141383 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:04.145778 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:04.215931 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event updated for resources: {'Port': ['ID=51caa458-f530-4fc9-9029-1c992933583d,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:04.225287 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:04.238988 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:04.240205 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-145243db-1e11-404a-b838-34d354a63604 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0645778 Sep 24 03:36:04.422086 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-eeb6409c-c7f7-4d3f-a1a2-c1f04f5987b1 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--617594302&fields=id&tenant_id=b959a04e215f4456becf31ac01fa6e25 HTTP/1.1" status: 200 len: 267 time: 0.0315998 Sep 24 03:36:04.535944 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-9455c7d4-93ee-4eaf-83af-6f8ed1e9bdf4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:04.537422 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-9455c7d4-93ee-4eaf-83af-6f8ed1e9bdf4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/networks?id=cba65e79-4fc5-4461-a342-04d626e59a47 HTTP/1.1" status: 200 len: 810 time: 0.1088352 Sep 24 03:36:04.553006 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-2dfed09a-35a1-4290-a96a-b474e3257423 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/quotas/b959a04e215f4456becf31ac01fa6e25 HTTP/1.1" status: 200 len: 375 time: 0.0091362 Sep 24 03:36:04.604759 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-530ed190-d117-4803-9a3f-cb13dd4456ba tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b959a04e215f4456becf31ac01fa6e25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456929 Sep 24 03:36:04.697056 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-def6ddf9-13c4-48d5-9295-0a33fb34097d service neutron] 10.222.0.18 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808239 Sep 24 03:36:04.786028 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-65d4146e-0231-44dc-be45-e0cd3345ee4f service neutron] 10.222.0.18 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828865 Sep 24 03:36:05.011225 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd9f5f35-072c-4e3c-b444-182a985022ed req-4552ffd2-e16d-4587-a207-200ccec63e0f tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 210 time: 0.0532875 Sep 24 03:36:05.064799 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60434f-89da-43b4-b976-b2e4fe72998d req-836aa503-c9d3-4f20-897e-d85754f1ed73 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:05.066399 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4d60434f-89da-43b4-b976-b2e4fe72998d req-836aa503-c9d3-4f20-897e-d85754f1ed73 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0579038 Sep 24 03:36:05.114046 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54832) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:05.123710 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4d60434f-89da-43b4-b976-b2e4fe72998d req-b6618e4e-8d6e-425b-aff0-520738430013 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448842 Sep 24 03:36:05.239701 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0541501c-bb55-453d-b725-b99c17406174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:05.248601 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd382619-5749-46b1-b80d-e8777b601d7c req-3f3681f2-18cb-458c-bc01-6df6e11e093d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:05.250267 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd382619-5749-46b1-b80d-e8777b601d7c req-3f3681f2-18cb-458c-bc01-6df6e11e093d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0501106 Sep 24 03:36:05.259065 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54840) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:05.263451 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-3a892d23-020f-45e5-9e6d-d7f6fb368776 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Request body: {'floatingip': {'port_id': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:05.307186 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3a892d23-020f-45e5-9e6d-d7f6fb368776 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:05.345480 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0541501c-bb55-453d-b725-b99c17406174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:05.350868 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0541501c-bb55-453d-b725-b99c17406174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:05.388352 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541501c-bb55-453d-b725-b99c17406174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dde53c2-aab3-46f3-b0b3-dac9ab0a5763,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:05.392786 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-0541501c-bb55-453d-b725-b99c17406174 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff6b342ae5ad40e294d4b4a1b6af8dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776890 Sep 24 03:36:05.395317 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54842) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:05.457371 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b445f0a4-8c7d-4ba4-91ac-a1f2d8848e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:05.482293 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b445f0a4-8c7d-4ba4-91ac-a1f2d8848e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:05.536344 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b445f0a4-8c7d-4ba4-91ac-a1f2d8848e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:05.539135 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b445f0a4-8c7d-4ba4-91ac-a1f2d8848e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:05.540489 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-b445f0a4-8c7d-4ba4-91ac-a1f2d8848e12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1dde53c2-aab3-46f3-b0b3-dac9ab0a5763 HTTP/1.1" status: 204 len: 168 time: 0.1442063 Sep 24 03:36:05.548891 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445f0a4-8c7d-4ba4-91ac-a1f2d8848e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dde53c2-aab3-46f3-b0b3-dac9ab0a5763,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:05.817609 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3a892d23-020f-45e5-9e6d-d7f6fb368776 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:05.822098 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3a892d23-020f-45e5-9e6d-d7f6fb368776 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:05.924296 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [None req-3a892d23-020f-45e5-9e6d-d7f6fb368776 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Floating IP ba695a64-1660-4ea7-89b4-3f897b711789 associated. External IP: 172.27.1.253, port: 8c1f1a3d-b239-4f20-8ebe-d00fa864b558. Sep 24 03:36:06.169212 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-061fd249-9e4c-4f87-99cd-91305da19eb4 req-567ca279-b04a-42db-bb2d-28b052cd74fe tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 210 time: 0.0562842 Sep 24 03:36:06.190900 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-9df3d42c-5fdd-413f-bf6f-c4885a6bb116 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:06.192329 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-9df3d42c-5fdd-413f-bf6f-c4885a6bb116 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.13 "GET /v2.0/networks?id=cba65e79-4fc5-4461-a342-04d626e59a47 HTTP/1.1" status: 200 len: 810 time: 0.1950488 Sep 24 03:36:06.282368 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54874) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:06.295837 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-6686f352-12c2-45e0-9152-7e67d910e95c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b959a04e215f4456becf31ac01fa6e25 HTTP/1.1" status: 200 len: 379 time: 0.0707021 Sep 24 03:36:06.307516 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-d7e61d1c-906c-4190-85e3-a94800bb6e17 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Request body: {'port': {'device_id': 'e1ac17a6-46c5-4217-bfc1-b592f3ddd132', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'admin_state_up': True, 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'security_groups': ['94b4bbe1-38e4-47b1-8988-3f1bd79d0809']}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:06.377062 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a892d23-020f-45e5-9e6d-d7f6fb368776 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Router da789b7d-881c-49ce-8770-9c974083b482 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:36:06.378906 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1453882758-network', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:06.407307 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Made reservation on behalf of 69c1af3d8fb24a3ea2c05a5b9d852f84 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:36:06.410037 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:06.419483 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:06.510246 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:06.514454 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:06.516956 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a892d23-020f-45e5-9e6d-d7f6fb368776 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:36:06.522259 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-3a892d23-020f-45e5-9e6d-d7f6fb368776 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:06.529638 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63d9a2-87aa-469d-823a-a281d16f6741 None None] Sync routers for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:36:06.539180 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63d9a2-87aa-469d-823a-a281d16f6741 None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:06.539360 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:36:06.540499 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-dd63d9a2-87aa-469d-823a-a281d16f6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:35:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:06.554200 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e23c4ac-44f3-4244-9b3f-768490bbd063,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:06.562069 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-3a892d23-020f-45e5-9e6d-d7f6fb368776 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "PUT /v2.0/floatingips/ba695a64-1660-4ea7-89b4-3f897b711789 HTTP/1.1" status: 200 len: 991 time: 1.2993565 Sep 24 03:36:06.562267 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:06.562267 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.segments_db [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Added segment 7b1b3b0e-0059-4348-b74f-5177133af4c6 of type vlan for network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 Sep 24 03:36:06.562444 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:36:06.563141 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148aaa23-0fbd-4f0d-8207-b93cb5ef196a" -d '{"events": [{"name": "network-changed", "server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:36:06.566190 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-d7e61d1c-906c-4190-85e3-a94800bb6e17 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Made reservation on behalf of b959a04e215f4456becf31ac01fa6e25 for: {'port': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:36:06.569737 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-d7e61d1c-906c-4190-85e3-a94800bb6e17 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:06.616310 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:06.634431 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06921ab-74a6-46bd-a03c-5fc1933f4929 x-openstack-request-id: req-d06921ab-74a6-46bd-a03c-5fc1933f4929 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:36:06.634745 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:36:06.634996 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d06921ab-74a6-46bd-a03c-5fc1933f4929 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:36:06.635380 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'status': 'completed', 'code': 200} Sep 24 03:36:06.652546 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:06.653461 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:06.654132 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:06.706021 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4218140 Sep 24 03:36:06.725882 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54886) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:06.734255 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-fdfc612a-4c68-4447-af06-c75f1066182a admin admin] Request body: {'subnet': {'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1453882758-subnet', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'ip_version': 4}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:06.740353 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6d6ac-3378-46dc-9ffa-48ea982850f3 admin admin] Pushing event updated for resources: {'Network': ['ID=cc5e08ad-2e36-4c6d-b5d1-210218b7a366,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:06.791359 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148aaa23-0fbd-4f0d-8207-b93cb5ef196a req-a2d28665-f379-4974-936a-98d249c70055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:06.793974 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-148aaa23-0fbd-4f0d-8207-b93cb5ef196a req-a2d28665-f379-4974-936a-98d249c70055 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 1098 time: 0.1373999 Sep 24 03:36:06.800084 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-d7e61d1c-906c-4190-85e3-a94800bb6e17 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Allocated IP 172.20.0.5 (cba65e79-4fc5-4461-a342-04d626e59a47/7359379f-7a6e-4681-962c-52307286e43d/2a9f0597-3e1c-4f71-8e1d-3016b73e3e60) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:36:06.835149 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfc612a-4c68-4447-af06-c75f1066182a admin admin] Made reservation on behalf of 69c1af3d8fb24a3ea2c05a5b9d852f84 for: {'subnet': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:36:06.837490 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-fdfc612a-4c68-4447-af06-c75f1066182a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8493302'] for subnet, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:06.850765 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:36:06.952416 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-dd63d9a2-87aa-469d-823a-a281d16f6741 None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:07.019297 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148aaa23-0fbd-4f0d-8207-b93cb5ef196a req-4dde716c-1f49-47de-8ea2-e61fcf440527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:07.020779 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-148aaa23-0fbd-4f0d-8207-b93cb5ef196a req-4dde716c-1f49-47de-8ea2-e61fcf440527 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 917 time: 0.2154984 Sep 24 03:36:07.166375 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-148aaa23-0fbd-4f0d-8207-b93cb5ef196a req-de2de0a4-dd62-4b43-b96f-d14f78ca8d00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558 HTTP/1.1" status: 200 len: 999 time: 0.1177433 Sep 24 03:36:07.194288 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-d7e61d1c-906c-4190-85e3-a94800bb6e17 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:07.265472 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-dd63d9a2-87aa-469d-823a-a281d16f6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': 'ba695a64-1660-4ea7-89b4-3f897b711789', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'port_id': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'mac_address': 'fa:16:3e:6a:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:35:52Z', 'updated_at': '2021-09-24T03:36:05Z', 'revision_number': 1, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:41Z', 'revision_number': 5, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:07.296910 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63d9a2-87aa-469d-823a-a281d16f6741 None None] Checking router: da789b7d-881c-49ce-8770-9c974083b482 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:36:07.306120 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63d9a2-87aa-469d-823a-a281d16f6741 None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:07.306770 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-dd63d9a2-87aa-469d-823a-a281d16f6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:35:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:07.417202 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-dd63d9a2-87aa-469d-823a-a281d16f6741 None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:07.524783 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-232aa0f5-a216-4866-8269-0c906ad4e8f5 req-df83af79-de03-42f0-b5b2-4d503fc705ea tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 210 time: 0.2651610 Sep 24 03:36:07.534569 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148aaa23-0fbd-4f0d-8207-b93cb5ef196a req-9486c35e-c40e-47dd-a743-ad74f9d977a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:07.543507 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-148aaa23-0fbd-4f0d-8207-b93cb5ef196a req-9486c35e-c40e-47dd-a743-ad74f9d977a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 200 len: 855 time: 0.3566539 Sep 24 03:36:07.557851 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-fdfc612a-4c68-4447-af06-c75f1066182a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3815723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8493252'] for subnet, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:07.605079 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-d7e61d1c-906c-4190-85e3-a94800bb6e17 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:07.651175 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-dd63d9a2-87aa-469d-823a-a281d16f6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': 'ba695a64-1660-4ea7-89b4-3f897b711789', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'port_id': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'mac_address': 'fa:16:3e:6a:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:35:52Z', 'updated_at': '2021-09-24T03:36:05Z', 'revision_number': 1, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:41Z', 'revision_number': 5, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:07.678137 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63d9a2-87aa-469d-823a-a281d16f6741 None None] The sync data for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi is: [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': 'ba695a64-1660-4ea7-89b4-3f897b711789', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'port_id': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'mac_address': 'fa:16:3e:6a:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:35:52Z', 'updated_at': '2021-09-24T03:36:05Z', 'revision_number': 1, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:41Z', 'revision_number': 5, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:36:07.682228 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148aaa23-0fbd-4f0d-8207-b93cb5ef196a req-b4dd6953-f538-463b-bc1a-428781157532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:07.683756 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-148aaa23-0fbd-4f0d-8207-b93cb5ef196a req-b4dd6953-f538-463b-bc1a-428781157532 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1371479 Sep 24 03:36:07.690505 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc612a-4c68-4447-af06-c75f1066182a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac6bdfa-1d19-496c-b27a-ffc22503cd67,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:07.695050 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-d7e61d1c-906c-4190-85e3-a94800bb6e17 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Network cba65e79-4fc5-4461-a342-04d626e59a47 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:36:07.710510 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e61d1c-906c-4190-85e3-a94800bb6e17 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event updated for resources: {'Port': ['ID=2a9f0597-3e1c-4f71-8e1d-3016b73e3e60,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:07.713752 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-d7e61d1c-906c-4190-85e3-a94800bb6e17 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:07.727379 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-d7e61d1c-906c-4190-85e3-a94800bb6e17 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:36:07.764438 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc612a-4c68-4447-af06-c75f1066182a admin admin] Checking segment: {'id': '7b1b3b0e-0059-4348-b74f-5177133af4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:36:07.764789 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfc612a-4c68-4447-af06-c75f1066182a admin admin] Network hostable DHCP agents. Network: cc5e08ad-2e36-4c6d-b5d1-210218b7a366, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:36:07.828564 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-d7e61d1c-906c-4190-85e3-a94800bb6e17 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:07.829203 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-d7e61d1c-906c-4190-85e3-a94800bb6e17 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:07.857414 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-d7e61d1c-906c-4190-85e3-a94800bb6e17 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5539601 Sep 24 03:36:07.859990 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfc612a-4c68-4447-af06-c75f1066182a admin admin] Network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:36:07.868582 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-148aaa23-0fbd-4f0d-8207-b93cb5ef196a req-32cebf3e-57e0-4d7c-9259-8d023266f22a service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750269 Sep 24 03:36:07.875033 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Request body: {'port': {'device_id': 'e1ac17a6-46c5-4217-bfc1-b592f3ddd132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:07.892557 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-fdfc612a-4c68-4447-af06-c75f1066182a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, cc5e08ad-2e36-4c6d-b5d1-210218b7a366) {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:07.916735 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b65b4-ad1f-48ab-ad1d-f6d357ace3c3 None None] Network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:36:07.917965 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a10cd5-b96f-401c-8c04-c8ca6971d179 None None] New status for floating IP ba695a64-1660-4ea7-89b4-3f897b711789: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:36:07.931857 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc612a-4c68-4447-af06-c75f1066182a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:07.932850 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-fdfc612a-4c68-4447-af06-c75f1066182a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.002320 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-2132b617-480d-47c0-8c34-c80f5f79df7f None None] Provisioning complete for port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:08.003182 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2132b617-480d-47c0-8c34-c80f5f79df7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.021896 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-148aaa23-0fbd-4f0d-8207-b93cb5ef196a req-c043edbb-6fb8-43a0-be9c-ad012784cbf0 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436417 Sep 24 03:36:08.052755 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2132b617-480d-47c0-8c34-c80f5f79df7f None None] Port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:36:08.057593 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.065304 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-fdfc612a-4c68-4447-af06-c75f1066182a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3348455 Sep 24 03:36:08.065640 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54902) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:08.070914 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:08.094328 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.096103 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6812'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.146955 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d15cbd0-2b0d-5cfe-b69c-d2344c4145b9-cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67'}]}} from dv-cinder-810800-1-iscsi. {{(pid=94018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 03:36:08.148202 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.214008 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.331350 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Allocated IP 172.20.0.2 (cc5e08ad-2e36-4c6d-b5d1-210218b7a366/3ac6bdfa-1d19-496c-b27a-ffc22503cd67/ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:36:08.493745 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.541310 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.556741 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.583542 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 {{(pid=94016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:36:08.605091 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:36:08.610592 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:08.614585 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.618992 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:36:08.630832 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Pushing event updated for resources: {'Port': ['ID=ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:08.644960 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.provisioning_blocks [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Transition to ACTIVE for port object 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 will not be triggered until provisioned by entity L2. {{(pid=94016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:36:08.657477 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.694708 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Attempting to bind port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:36:08.695318 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Attempting to bind port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '7b1b3b0e-0059-4348-b74f-5177133af4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:36:08.696603 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Attempting to bind port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 on network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:36:08.703715 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:36:08.704193 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Checking segment: {'id': '7b1b3b0e-0059-4348-b74f-5177133af4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:36:08.704642 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.705046 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Bound using segment: {'id': '7b1b3b0e-0059-4348-b74f-5177133af4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:36:08.705641 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Bound port: ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1b3b0e-0059-4348-b74f-5177133af4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:36:08.706070 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.743534 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Pushing event updated for resources: {'Port': ['ID=2a9f0597-3e1c-4f71-8e1d-3016b73e3e60,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:08.786484 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207d1df-9d99-40ba-920c-4980034a5023 req-c5c97dbd-4b2b-4486-850b-00480e0954f4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:08.788704 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5207d1df-9d99-40ba-920c-4980034a5023 req-c5c97dbd-4b2b-4486-850b-00480e0954f4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 943 time: 0.1450391 Sep 24 03:36:08.793212 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] For port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:36:08.798290 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.799057 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] For port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:36:08.820093 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.824533 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.880685 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5207d1df-9d99-40ba-920c-4980034a5023 req-c2531982-cca9-46e6-9a89-4e6dc6db1f3c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641148 Sep 24 03:36:08.898661 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Attempting to bind port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:36:08.899139 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Attempting to bind port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:36:08.899656 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Attempting to bind port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 on network cba65e79-4fc5-4461-a342-04d626e59a47 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:36:08.919938 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 on network cba65e79-4fc5-4461-a342-04d626e59a47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:36:08.920278 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Attempting to bind port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 on network cba65e79-4fc5-4461-a342-04d626e59a47 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:36:08.926262 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:36:08.926932 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Checking segment: {'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:36:08.927419 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Bound using segment: {'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:36:08.927971 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Bound port: 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47'}}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:36:08.928348 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:08.971500 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731d16f-a509-46c8-9dc4-da2115632a14 None None] Pushing event updated for resources: {'Port': ['ID=ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:09.004311 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Allocated IP 172.27.1.132 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/c9fe429e-91ed-4a6f-8501-32c97a7b968a) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:36:09.031394 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] For port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60, host hv-cinder-81080, cleared binding levels {{(pid=94016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:36:09.035343 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] For port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2a9f0597-3e1c-4f71-8e1d-3016b73e3e60,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:36:09.043634 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:09.084961 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:09.085589 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:09.087478 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] 10.222.0.13 "PUT /v2.0/ports/2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 HTTP/1.1" status: 200 len: 1093 time: 1.2167566 Sep 24 03:36:09.087932 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ac17a6-46c5-4217-bfc1-b592f3ddd132', 'tag': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:36:09.093507 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9d66fa-4bcb-41df-9488-fa2a4563e183" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ac17a6-46c5-4217-bfc1-b592f3ddd132", "tag": "2a9f0597-3e1c-4f71-8e1d-3016b73e3e60"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:36:09.135089 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cd426-7c09-4cce-a98b-c6e72a517e1a service neutron] Pushing event updated for resources: {'Port': ['ID=2a9f0597-3e1c-4f71-8e1d-3016b73e3e60,revision_number=3']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:09.178295 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e211823-c564-40a4-a38f-8e8c45e82810 x-openstack-request-id: req-8e211823-c564-40a4-a38f-8e8c45e82810 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:36:09.178727 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ac17a6-46c5-4217-bfc1-b592f3ddd132", "tag": "2a9f0597-3e1c-4f71-8e1d-3016b73e3e60", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:36:09.179307 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e211823-c564-40a4-a38f-8e8c45e82810 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:36:09.179745 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ac17a6-46c5-4217-bfc1-b592f3ddd132', 'tag': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60', 'status': 'completed', 'code': 200} Sep 24 03:36:09.211428 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:09.262455 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:09.303966 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:36:09.308730 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:09.312752 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:36:09.351606 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c9fe429e-91ed-4a6f-8501-32c97a7b968a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:09.625224 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:09.847723 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715173'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:09.973418 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9fdaa3-c5f6-42ed-bd2c-8d132e44f8fe None None] Network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:36:09.985449 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Router b0d913a1-f815-4cda-9cc2-678db51a68a7 is scheduled to L3 agent a47af37d-c188-448d-b268-a4c8957979dc with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 03:36:10.029977 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75c8e5-95f7-47a1-924c-7a954a2f22e9 req-5935d0b9-c24f-451e-9abf-3c3d95f38445 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:10.031993 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ac75c8e5-95f7-47a1-924c-7a954a2f22e9 req-5935d0b9-c24f-451e-9abf-3c3d95f38445 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 943 time: 0.0558791 Sep 24 03:36:10.075568 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ac75c8e5-95f7-47a1-924c-7a954a2f22e9 req-132ca95b-991a-48e0-a010-90fe868e56df tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378983 Sep 24 03:36:10.099291 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:36:10.102109 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-4cc1706c-1838-4a44-883a-324a4ff1e4d1 None None] Provisioning complete for port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:10.102744 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4cc1706c-1838-4a44-883a-324a4ff1e4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:10.110445 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Sync routers for ids ['b0d913a1-f815-4cda-9cc2-678db51a68a7'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:36:10.116736 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:10.118544 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-f793b872-0e38-44fb-8907-7a657ebef2c3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0518672 Sep 24 03:36:10.121233 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54934) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:10.150011 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Routers {'b0d913a1-f815-4cda-9cc2-678db51a68a7'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:10.150622 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:35:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['b0d913a1-f815-4cda-9cc2-678db51a68a7'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:10.430923 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4cc1706c-1838-4a44-883a-324a4ff1e4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:10.451232 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Set router b0d913a1-f815-4cda-9cc2-678db51a68a7 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:10.545441 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-4cc1706c-1838-4a44-883a-324a4ff1e4d1 None None] For port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:10.584500 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4cc1706c-1838-4a44-883a-324a4ff1e4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:10.624949 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:36:10.692403 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1706c-1838-4a44-883a-324a4ff1e4d1 None None] Pushing event updated for resources: {'Port': ['ID=ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:10.752333 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:10.752708 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:10.804363 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:09Z', 'revision_number': 3, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port': {'id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:10.832125 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:10.838689 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Checking router: b0d913a1-f815-4cda-9cc2-678db51a68a7 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:36:10.839042 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Updating router b0d913a1-f815-4cda-9cc2-678db51a68a7 port c9fe429e-91ed-4a6f-8501-32c97a7b968a binding host dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:36:10.842355 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-a4d72f2e-3787-4fdb-b55e-7d3c6007c68c None None] Provisioning complete for port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:10.842726 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a4d72f2e-3787-4fdb-b55e-7d3c6007c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:10.911034 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:10.989498 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Allocated IP 172.20.0.1 (cc5e08ad-2e36-4c6d-b5d1-210218b7a366/3ac6bdfa-1d19-496c-b27a-ffc22503cd67/5e12ddf3-e0b4-4bf1-b1e8-32e44493111d) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:36:11.092962 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:11.132963 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:11.172256 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:36:11.176947 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:11.181960 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:36:11.201190 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7639c3-22f7-4ec0-87b4-8162488bd7b5 req-b57ed2f1-23bf-4cdb-8761-d89b785aa20c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:11.203735 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9b7639c3-22f7-4ec0-87b4-8162488bd7b5 req-b57ed2f1-23bf-4cdb-8761-d89b785aa20c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 943 time: 0.0571153 Sep 24 03:36:11.210486 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Pushing event updated for resources: {'Port': ['ID=5e12ddf3-e0b4-4bf1-b1e8-32e44493111d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:11.230707 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:11.238467 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726680'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:11.238968 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:11.249012 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9b7639c3-22f7-4ec0-87b4-8162488bd7b5 req-cc87d438-f431-4f39-a891-0c3721b973a3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394104 Sep 24 03:36:11.293419 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Attempting to bind port c9fe429e-91ed-4a6f-8501-32c97a7b968a on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:36:11.293956 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Attempting to bind port c9fe429e-91ed-4a6f-8501-32c97a7b968a by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:36:11.294535 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Attempting to bind port c9fe429e-91ed-4a6f-8501-32c97a7b968a on network fbd1662f-29d0-4f7e-9136-bac8ec89d902 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:36:11.306860 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:36:11.306860 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Checking segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:36:11.307171 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:11.307480 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Bound using segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:36:11.308017 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Bound port: c9fe429e-91ed-4a6f-8501-32c97a7b968a, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:36:11.308398 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:11.310195 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359cc82-3662-44ed-ada0-6f9258d37bb6 None None] Pushing event updated for resources: {'Port': ['ID=c9fe429e-91ed-4a6f-8501-32c97a7b968a,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:11.367315 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] For port c9fe429e-91ed-4a6f-8501-32c97a7b968a, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:36:11.371322 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] For port c9fe429e-91ed-4a6f-8501-32c97a7b968a, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=c9fe429e-91ed-4a6f-8501-32c97a7b968a,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:36:11.379369 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:11.385703 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:11.442633 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Routers {'b0d913a1-f815-4cda-9cc2-678db51a68a7'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:11.443258 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:35:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['b0d913a1-f815-4cda-9cc2-678db51a68a7'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:11.445977 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359cc82-3662-44ed-ada0-6f9258d37bb6 None None] Pushing event updated for resources: {'Port': ['ID=c9fe429e-91ed-4a6f-8501-32c97a7b968a,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:11.553889 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-cd4fd2f7-0037-4597-af1d-61a3968e2de6 None None] Provisioning complete for port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:11.554261 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd4fd2f7-0037-4597-af1d-61a3968e2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:11.557697 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:11.562794 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:11.604937 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fd2f7-0037-4597-af1d-61a3968e2de6 None None] Port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:36:11.609504 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] Set router b0d913a1-f815-4cda-9cc2-678db51a68a7 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:11.639029 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725608'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:11.642058 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Pushing event updated for resources: {'Port': ['ID=5e12ddf3-e0b4-4bf1-b1e8-32e44493111d,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:11.693793 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d66fa-4bcb-41df-9488-fa2a4563e183 req-2319590f-af63-442b-a885-315932c9064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:11.695290 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8e9d66fa-4bcb-41df-9488-fa2a4563e183 req-2319590f-af63-442b-a885-315932c9064c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b959a04e215f4456becf31ac01fa6e25&device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 1096 time: 0.0430686 Sep 24 03:36:11.744034 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:36:11.746393 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:11.839814 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 4, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port': {'id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '5e12ddf3-e0b4-4bf1-b1e8-32e44493111d', 'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'mac_address': 'fa:16:3e:d8:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:10Z', 'updated_at': '2021-09-24T03:36:10Z', 'revision_number': 1, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'subnets': [{'id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:11.876891 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8923f79-bfde-4de9-89d2-e797273dd408 None None] The sync data for ids ['b0d913a1-f815-4cda-9cc2-678db51a68a7'] in dv-cinder-810800-1-iscsi is: [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 4, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port': {'id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '5e12ddf3-e0b4-4bf1-b1e8-32e44493111d', 'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'mac_address': 'fa:16:3e:d8:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:10Z', 'updated_at': '2021-09-24T03:36:10Z', 'revision_number': 1, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'subnets': [{'id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:36:11.886314 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Router b0d913a1-f815-4cda-9cc2-678db51a68a7 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:36:11.927141 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d66fa-4bcb-41df-9488-fa2a4563e183 req-f020ba67-2353-4c75-9792-24daa6021c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:11.929032 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8e9d66fa-4bcb-41df-9488-fa2a4563e183 req-f020ba67-2353-4c75-9792-24daa6021c99 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b959a04e215f4456becf31ac01fa6e25&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2248967 Sep 24 03:36:12.020217 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:36:12.026176 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-df5d90d6-909b-4616-8dad-276312ed7488 admin admin] 10.222.0.18 "PUT /v2.0/routers/b0d913a1-f815-4cda-9cc2-678db51a68a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9034858 Sep 24 03:36:12.029312 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-6c35f9b7-393b-4226-9711-4baa4e577f92 None None] Provisioning complete for port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:12.029750 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c35f9b7-393b-4226-9711-4baa4e577f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:12.067153 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-6c35f9b7-393b-4226-9711-4baa4e577f92 None None] Port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:36:12.109919 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d66fa-4bcb-41df-9488-fa2a4563e183 req-01075aff-8958-470c-abe9-d66d21990425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:12.110620 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8e9d66fa-4bcb-41df-9488-fa2a4563e183 req-01075aff-8958-470c-abe9-d66d21990425 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741891 Sep 24 03:36:12.368379 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f210-a5f5-4006-a5fc-4a71e54eb20b req-87e32372-064e-4c17-b654-212f3344a271 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:12.370137 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ba57f210-a5f5-4006-a5fc-4a71e54eb20b req-87e32372-064e-4c17-b654-212f3344a271 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 943 time: 0.0524664 Sep 24 03:36:12.414638 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ba57f210-a5f5-4006-a5fc-4a71e54eb20b req-ae14ac0a-2af4-44b8-8772-3911901d5929 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352490 Sep 24 03:36:12.597562 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 54962) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:12.602950 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-201522392-network', 'tenant_id': '96264be77dea4a368c5cdef78721f886'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:12.614376 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:36:12.629407 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Made reservation on behalf of 96264be77dea4a368c5cdef78721f886 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:36:12.631931 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:12.642133 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:12.676887 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:12.677218 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:12.748555 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:12.754519 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:12.778750 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:36:12.801176 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:12.801522 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.segments_db [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Added segment 4960ea1d-22e1-4a7f-b9a8-0289482c0401 of type vlan for network cb862823-0722-43c7-b365-d151c54916b5 Sep 24 03:36:12.843413 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a22d43e-cf23-4141-88ca-c4cb33400251,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:12.855435 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:12.886850 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:12.888064 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:12.888723 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:12.922276 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3210900 Sep 24 03:36:12.923425 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54972) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:12.929027 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-80d82cfb-5c6d-4755-925e-f5b12428ae03 admin admin] Request body: {'subnet': {'network_id': 'cb862823-0722-43c7-b365-d151c54916b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-201522392-subnet', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'ip_version': 4}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:12.960728 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a624c8-d19d-468b-84cc-43b32ac76967 admin admin] Pushing event updated for resources: {'Network': ['ID=cb862823-0722-43c7-b365-d151c54916b5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:12.971681 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network cb862823-0722-43c7-b365-d151c54916b5 details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:36:12.974036 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d82cfb-5c6d-4755-925e-f5b12428ae03 admin admin] Made reservation on behalf of 96264be77dea4a368c5cdef78721f886 for: {'subnet': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:36:12.977555 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-80d82cfb-5c6d-4755-925e-f5b12428ae03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8493302'] for subnet, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.159546 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-80d82cfb-5c6d-4755-925e-f5b12428ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3815723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8493252'] for subnet, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.219394 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d82cfb-5c6d-4755-925e-f5b12428ae03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed03482-f495-426a-9a11-2ac32d394772,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:13.228973 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d82cfb-5c6d-4755-925e-f5b12428ae03 admin admin] Checking segment: {'id': '4960ea1d-22e1-4a7f-b9a8-0289482c0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:36:13.229484 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d82cfb-5c6d-4755-925e-f5b12428ae03 admin admin] Network hostable DHCP agents. Network: cb862823-0722-43c7-b365-d151c54916b5, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:36:13.246280 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d82cfb-5c6d-4755-925e-f5b12428ae03 admin admin] Network cb862823-0722-43c7-b365-d151c54916b5 is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:36:13.254027 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-80d82cfb-5c6d-4755-925e-f5b12428ae03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, cb862823-0722-43c7-b365-d151c54916b5) {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:13.257990 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d82cfb-5c6d-4755-925e-f5b12428ae03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:13.258599 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-80d82cfb-5c6d-4755-925e-f5b12428ae03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.262808 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733530ff-f00b-45f8-b1e9-13bd67f22bf0 None None] Network cb862823-0722-43c7-b365-d151c54916b5 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:36:13.274338 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-80d82cfb-5c6d-4755-925e-f5b12428ae03 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3472066 Sep 24 03:36:13.275150 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54976) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:13.279385 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-201522392-router', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:13.299845 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.300892 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6812'] for router, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.352242 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.409779 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d15cbd0-2b0d-5cfe-b69c-d2344c4145b9-cb862823-0722-43c7-b365-d151c54916b5', 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'fixed_ips': [{'subnet_id': '9ed03482-f495-426a-9a11-2ac32d394772'}]}} from dv-cinder-810800-1-iscsi. {{(pid=94018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 03:36:13.410637 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.505966 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.554465 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Allocated IP 172.20.0.2 (cb862823-0722-43c7-b365-d151c54916b5/9ed03482-f495-426a-9a11-2ac32d394772/40489e56-d2e6-43b9-b241-3cfc6f4dd82f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:36:13.567966 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfb6ce-ac52-4a3b-99e9-94274722cdf6 req-cde1cdd7-c61f-4262-bddf-ce343cd4abbd tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:13.569555 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1ecfb6ce-ac52-4a3b-99e9-94274722cdf6 req-cde1cdd7-c61f-4262-bddf-ce343cd4abbd tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 943 time: 0.0786829 Sep 24 03:36:13.646840 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1ecfb6ce-ac52-4a3b-99e9-94274722cdf6 req-86e17084-84af-40bd-b04f-294fed0a54ed tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703793 Sep 24 03:36:13.716189 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.723305 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.760513 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Network cb862823-0722-43c7-b365-d151c54916b5 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:36:13.763257 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:13.766643 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:36:13.777461 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Pushing event updated for resources: {'Port': ['ID=40489e56-d2e6-43b9-b241-3cfc6f4dd82f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:13.779325 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.799775 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.830058 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Attempting to bind port 40489e56-d2e6-43b9-b241-3cfc6f4dd82f on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:36:13.830432 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Attempting to bind port 40489e56-d2e6-43b9-b241-3cfc6f4dd82f by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '4960ea1d-22e1-4a7f-b9a8-0289482c0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:36:13.830793 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Attempting to bind port 40489e56-d2e6-43b9-b241-3cfc6f4dd82f on network cb862823-0722-43c7-b365-d151c54916b5 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:36:13.836223 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:36:13.837964 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Checking segment: {'id': '4960ea1d-22e1-4a7f-b9a8-0289482c0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:36:13.837964 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.837964 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Bound using segment: {'id': '4960ea1d-22e1-4a7f-b9a8-0289482c0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:36:13.838452 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Bound port: 40489e56-d2e6-43b9-b241-3cfc6f4dd82f, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4960ea1d-22e1-4a7f-b9a8-0289482c0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:36:13.838830 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.905194 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] For port 40489e56-d2e6-43b9-b241-3cfc6f4dd82f, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:36:13.908395 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] For port 40489e56-d2e6-43b9-b241-3cfc6f4dd82f, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=40489e56-d2e6-43b9-b241-3cfc6f4dd82f,segment=NetworkSegment(4960ea1d-22e1-4a7f-b9a8-0289482c0401),segment_id=4960ea1d-22e1-4a7f-b9a8-0289482c0401)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:36:13.912374 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Allocated IP 172.27.1.38 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/b8440a54-afed-4075-82ea-cf1fc8e5175f) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:36:13.913698 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:13.980987 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4831e-08cb-4ba0-ae91-d9543da6894e None None] Pushing event updated for resources: {'Port': ['ID=40489e56-d2e6-43b9-b241-3cfc6f4dd82f,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:13.991239 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Sync routers for ids ['b0d913a1-f815-4cda-9cc2-678db51a68a7'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:36:14.006061 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Routers {'b0d913a1-f815-4cda-9cc2-678db51a68a7'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:14.006806 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:35:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['b0d913a1-f815-4cda-9cc2-678db51a68a7'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:14.036508 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:14.072952 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:14.112305 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:36:14.115112 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:14.119357 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:36:14.127755 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Pushing event updated for resources: {'Port': ['ID=b8440a54-afed-4075-82ea-cf1fc8e5175f,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:14.129536 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Set router b0d913a1-f815-4cda-9cc2-678db51a68a7 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:14.351515 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 4, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port': {'id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '5e12ddf3-e0b4-4bf1-b1e8-32e44493111d', 'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'mac_address': 'fa:16:3e:d8:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:10Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 2, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'subnets': [{'id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:14.378385 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Checking router: b0d913a1-f815-4cda-9cc2-678db51a68a7 for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:36:14.378734 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Updating router b0d913a1-f815-4cda-9cc2-678db51a68a7 port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d binding host dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:36:14.402333 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:14.409199 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:14.611124 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715173'] for router, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:14.648080 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 40489e56-d2e6-43b9-b241-3cfc6f4dd82f up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:36:14.741249 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 40489e56-d2e6-43b9-b241-3cfc6f4dd82f triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:14.741966 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:14.796551 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:14.806846 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:14.855274 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:14.860876 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Pushing event updated for resources: {'Port': ['ID=5e12ddf3-e0b4-4bf1-b1e8-32e44493111d,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:14.873896 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:14.874253 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:14.874604 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:14.874939 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:14.876837 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:14.877218 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:14.877560 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:14.878087 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:14.878461 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:14.878803 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:14.879133 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:14.879459 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:14.973643 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Attempting to bind port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:36:14.974040 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Attempting to bind port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '7b1b3b0e-0059-4348-b74f-5177133af4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:36:14.974399 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Attempting to bind port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d on network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:36:14.985114 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:36:14.987832 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Checking segment: {'id': '7b1b3b0e-0059-4348-b74f-5177133af4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:36:14.988241 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:14.988782 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Bound using segment: {'id': '7b1b3b0e-0059-4348-b74f-5177133af4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:36:14.989274 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Bound port: 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1b3b0e-0059-4348-b74f-5177133af4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:36:14.989679 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:15.083240 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port 40489e56-d2e6-43b9-b241-3cfc6f4dd82f, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=40489e56-d2e6-43b9-b241-3cfc6f4dd82f,segment=NetworkSegment(4960ea1d-22e1-4a7f-b9a8-0289482c0401),segment_id=4960ea1d-22e1-4a7f-b9a8-0289482c0401)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:15.090456 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:15.091704 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device c9fe429e-91ed-4a6f-8501-32c97a7b968a up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:36:15.108644 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-c4904fca-3ff4-4717-b789-e066732c59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:15.110159 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-c4904fca-3ff4-4717-b789-e066732c59a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b959a04e215f4456becf31ac01fa6e25&device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 1096 time: 0.1252372 Sep 24 03:36:15.111199 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] For port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:36:15.115881 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] For port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=5e12ddf3-e0b4-4bf1-b1e8-32e44493111d,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:36:15.122065 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:15.165861 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-16c5e330-1c30-412d-97a6-9d5ece23b8e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 HTTP/1.1" status: 200 len: 217 time: 0.0445113 Sep 24 03:36:15.183097 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad9801-cb20-491f-a93d-137d3625fff8 None None] Pushing event updated for resources: {'Port': ['ID=5e12ddf3-e0b4-4bf1-b1e8-32e44493111d,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:15.204381 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Routers {'b0d913a1-f815-4cda-9cc2-678db51a68a7'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:15.205271 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:35:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['b0d913a1-f815-4cda-9cc2-678db51a68a7'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:15.205812 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dd0e6-ac2a-47a0-a3fc-83df3ba7c08a req-caf0b52b-db7f-4384-ab37-c5086f253a56 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:15.211097 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=40489e56-d2e6-43b9-b241-3cfc6f4dd82f,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:15.215971 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e34ab4ca-0c5b-4432-8da1-4862352331f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:15.217202 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-496dd0e6-ac2a-47a0-a3fc-83df3ba7c08a req-caf0b52b-db7f-4384-ab37-c5086f253a56 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 943 time: 0.2308786 Sep 24 03:36:15.227800 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port c9fe429e-91ed-4a6f-8501-32c97a7b968a triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:15.227800 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:15.256819 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be31f5ed-78ee-4f4f-bef8-43b7e8a4057e None None] Network cb862823-0722-43c7-b365-d151c54916b5 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:36:15.299522 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-dea2fa81-3b3f-492e-b8de-4a434fbcaf60 None None] Provisioning complete for port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:15.299892 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dea2fa81-3b3f-492e-b8de-4a434fbcaf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:15.344054 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] Set router b0d913a1-f815-4cda-9cc2-678db51a68a7 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:15.346937 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-887de503-989e-4519-b818-3e0420ae03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:15.348963 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-887de503-989e-4519-b818-3e0420ae03f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7359379f-7a6e-4681-962c-52307286e43d HTTP/1.1" status: 200 len: 849 time: 0.1058750 Sep 24 03:36:15.368874 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-496dd0e6-ac2a-47a0-a3fc-83df3ba7c08a req-31101f5c-ac3f-4b43-a3e0-7641102b04f4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494496 Sep 24 03:36:15.384340 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Router 6bc1c940-e633-42fa-ad43-7ae39d45e254 is scheduled to L3 agent a47af37d-c188-448d-b268-a4c8957979dc with binding_index 1 {{(pid=94016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 03:36:15.462453 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:15.517851 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port c9fe429e-91ed-4a6f-8501-32c97a7b968a, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=c9fe429e-91ed-4a6f-8501-32c97a7b968a,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:15.519253 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:36:15.540139 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] Notify callbacks [] for router, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:15.544132 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-a235dda0-bbbb-49fa-a4b3-8374c8156516 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2654057 Sep 24 03:36:15.544372 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 54990) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:15.548466 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Sync routers for ids ['6bc1c940-e633-42fa-ad43-7ae39d45e254'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:36:15.550362 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:15.559278 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dea2fa81-3b3f-492e-b8de-4a434fbcaf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:15.595375 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 4, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port': {'id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '5e12ddf3-e0b4-4bf1-b1e8-32e44493111d', 'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'mac_address': 'fa:16:3e:d8:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:10Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 4, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'subnets': [{'id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:15.598809 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Routers {'6bc1c940-e633-42fa-ad43-7ae39d45e254'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:15.599443 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:35:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['6bc1c940-e633-42fa-ad43-7ae39d45e254'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:15.622937 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b49577-9927-411a-a984-a38ee8c435ad None None] The sync data for ids ['b0d913a1-f815-4cda-9cc2-678db51a68a7'] in dv-cinder-810800-1-iscsi is: [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 4, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port': {'id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '5e12ddf3-e0b4-4bf1-b1e8-32e44493111d', 'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'mac_address': 'fa:16:3e:d8:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:10Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 4, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'subnets': [{'id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:36:15.712825 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-dea2fa81-3b3f-492e-b8de-4a434fbcaf60 None None] For port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=5e12ddf3-e0b4-4bf1-b1e8-32e44493111d,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:15.723035 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dea2fa81-3b3f-492e-b8de-4a434fbcaf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:15.724748 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=c9fe429e-91ed-4a6f-8501-32c97a7b968a,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:15.786136 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Set router 6bc1c940-e633-42fa-ad43-7ae39d45e254 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:15.859582 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2fa81-3b3f-492e-b8de-4a434fbcaf60 None None] Pushing event updated for resources: {'Port': ['ID=5e12ddf3-e0b4-4bf1-b1e8-32e44493111d,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:15.894345 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-3f048a50-851e-4b5a-8101-46162f9b5dd4 None None] Provisioning complete for port 40489e56-d2e6-43b9-b241-3cfc6f4dd82f triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:15.894858 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3f048a50-851e-4b5a-8101-46162f9b5dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.031650 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.074282 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-3f048a50-851e-4b5a-8101-46162f9b5dd4 None None] Provisioning complete for port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:16.078284 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3f048a50-851e-4b5a-8101-46162f9b5dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.117474 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'name': 'tempest-TestShelveInstance-201522392-router', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:36:14Z', 'revision_number': 3, 'project_id': '96264be77dea4a368c5cdef78721f886', 'gw_port': {'id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:16.148309 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Checking router: 6bc1c940-e633-42fa-ad43-7ae39d45e254 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:36:16.148651 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Updating router 6bc1c940-e633-42fa-ad43-7ae39d45e254 port b8440a54-afed-4075-82ea-cf1fc8e5175f binding host dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:36:16.178925 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.195028 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Allocated IP 172.20.0.1 (cb862823-0722-43c7-b365-d151c54916b5/9ed03482-f495-426a-9a11-2ac32d394772/b9f5eea7-e915-42ed-ac13-6196f45b6cac) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:36:16.298426 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.331417 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.367741 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Network cb862823-0722-43c7-b365-d151c54916b5 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:36:16.371950 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:16.375445 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:36:16.408652 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f5eea7-e915-42ed-ac13-6196f45b6cac,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:16.430583 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726680'] for router_interface, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.440993 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-3b574c4d-b728-4396-a7fb-39f2f5c05b28 None None] Provisioning complete for port 40489e56-d2e6-43b9-b241-3cfc6f4dd82f triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:16.441354 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b574c4d-b728-4396-a7fb-39f2f5c05b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.523523 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.546205 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.641831 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.662009 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5d53a-2848-4000-a5e3-fe01e1e80ad3 None None] Pushing event updated for resources: {'Port': ['ID=b8440a54-afed-4075-82ea-cf1fc8e5175f,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:16.668841 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Attempting to bind port b8440a54-afed-4075-82ea-cf1fc8e5175f on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:36:16.669206 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Attempting to bind port b8440a54-afed-4075-82ea-cf1fc8e5175f by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:36:16.669568 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Attempting to bind port b8440a54-afed-4075-82ea-cf1fc8e5175f on network fbd1662f-29d0-4f7e-9136-bac8ec89d902 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:36:16.674694 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:36:16.675069 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Checking segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:36:16.675483 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.675856 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Bound using segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:36:16.677747 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Bound port: b8440a54-afed-4075-82ea-cf1fc8e5175f, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:36:16.677747 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.701948 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:36:16.775830 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] For port b8440a54-afed-4075-82ea-cf1fc8e5175f, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:36:16.791489 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] For port b8440a54-afed-4075-82ea-cf1fc8e5175f, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=b8440a54-afed-4075-82ea-cf1fc8e5175f,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:36:16.798775 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-2d89ab3a-dc90-47f6-b844-fac80f7ec459 None None] Provisioning complete for port b9f5eea7-e915-42ed-ac13-6196f45b6cac triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:16.799112 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2d89ab3a-dc90-47f6-b844-fac80f7ec459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.800973 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.865799 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a37e0-d13a-4af2-a7b1-aa50deb7ea0a req-e77070d2-d157-4f5e-8bde-664cfa317611 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:16.868639 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2c5a37e0-d13a-4af2-a7b1-aa50deb7ea0a req-e77070d2-d157-4f5e-8bde-664cfa317611 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 943 time: 0.4010773 Sep 24 03:36:16.898215 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.909268 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.981964 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:16.982324 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:16.993001 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2c5a37e0-d13a-4af2-a7b1-aa50deb7ea0a req-e0b517a4-1bb2-4ccb-acca-3063325464f4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147640 Sep 24 03:36:17.003404 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f5eea7-e915-42ed-ac13-6196f45b6cac,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:17.005958 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725608'] for router_interface, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:17.028386 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2d89ab3a-dc90-47f6-b844-fac80f7ec459 None None] Port b9f5eea7-e915-42ed-ac13-6196f45b6cac cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:36:17.046266 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5d53a-2848-4000-a5e3-fe01e1e80ad3 None None] Pushing event updated for resources: {'Port': ['ID=b8440a54-afed-4075-82ea-cf1fc8e5175f,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:17.052682 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Routers {'6bc1c940-e633-42fa-ad43-7ae39d45e254'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:17.053286 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:35:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['6bc1c940-e633-42fa-ad43-7ae39d45e254'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:17.104001 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Network cb862823-0722-43c7-b365-d151c54916b5 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:36:17.106194 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:17.183216 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 40489e56-d2e6-43b9-b241-3cfc6f4dd82f up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:36:17.217558 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] Set router 6bc1c940-e633-42fa-ad43-7ae39d45e254 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:17.249098 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Router 6bc1c940-e633-42fa-ad43-7ae39d45e254 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:36:17.332624 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 40489e56-d2e6-43b9-b241-3cfc6f4dd82f triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:17.333001 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:17.365357 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:36:17.371268 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-920171e9-c458-447b-bf9c-dc3827ebd880 admin admin] 10.222.0.18 "PUT /v2.0/routers/6bc1c940-e633-42fa-ad43-7ae39d45e254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8259337 Sep 24 03:36:17.426591 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-3bf666b4-4ecf-47e3-9bfb-65c5168d9343 None None] Provisioning complete for port b9f5eea7-e915-42ed-ac13-6196f45b6cac triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:17.426960 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3bf666b4-4ecf-47e3-9bfb-65c5168d9343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:17.522447 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3bf666b4-4ecf-47e3-9bfb-65c5168d9343 None None] Port b9f5eea7-e915-42ed-ac13-6196f45b6cac cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:36:17.548924 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device c9fe429e-91ed-4a6f-8501-32c97a7b968a up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:36:17.583882 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'name': 'tempest-TestShelveInstance-201522392-router', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:36:16Z', 'revision_number': 4, 'project_id': '96264be77dea4a368c5cdef78721f886', 'gw_port': {'id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b9f5eea7-e915-42ed-ac13-6196f45b6cac', 'name': '', 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'mac_address': 'fa:16:3e:f5:00:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9ed03482-f495-426a-9a11-2ac32d394772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:16Z', 'updated_at': '2021-09-24T03:36:16Z', 'revision_number': 2, 'project_id': '96264be77dea4a368c5cdef78721f886', 'subnets': [{'id': '9ed03482-f495-426a-9a11-2ac32d394772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:17.617626 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef57e6-0d9c-4add-93e4-e8cae092c2b2 None None] The sync data for ids ['6bc1c940-e633-42fa-ad43-7ae39d45e254'] in dv-cinder-810800-1-iscsi is: [{'id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'name': 'tempest-TestShelveInstance-201522392-router', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:36:16Z', 'revision_number': 4, 'project_id': '96264be77dea4a368c5cdef78721f886', 'gw_port': {'id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b9f5eea7-e915-42ed-ac13-6196f45b6cac', 'name': '', 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'mac_address': 'fa:16:3e:f5:00:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9ed03482-f495-426a-9a11-2ac32d394772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:16Z', 'updated_at': '2021-09-24T03:36:16Z', 'revision_number': 2, 'project_id': '96264be77dea4a368c5cdef78721f886', 'subnets': [{'id': '9ed03482-f495-426a-9a11-2ac32d394772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:36:17.631298 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port c9fe429e-91ed-4a6f-8501-32c97a7b968a triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:17.631668 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:17.687046 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1167fa8a-6a4f-45f4-b0a1-f98c71926d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:17.978235 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-56f8d2f9-dd35-4e47-ab7e-7618b86ef350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:17.980060 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-56f8d2f9-dd35-4e47-ab7e-7618b86ef350 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cba65e79-4fc5-4461-a342-04d626e59a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472002 Sep 24 03:36:18.095592 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55020) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:18.099865 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-b7c99773-3f1c-4988-b9d0-b5f74d62f0a8 service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109211 Sep 24 03:36:18.102959 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-3f3ae5e4-c207-4421-9363-b41823f93661 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1535929102', 'description': 'tempest-secgroup-smoke-1535929102 description', 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:18.150501 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae5e4-c207-4421-9363-b41823f93661 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.276227 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d96748-b9ed-481a-be4a-5d9c8901adbe req-d0ea5bf7-580b-49af-bb5c-c54abdeec03d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:18.277902 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c9d96748-b9ed-481a-be4a-5d9c8901adbe req-d0ea5bf7-580b-49af-bb5c-c54abdeec03d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 943 time: 0.2087262 Sep 24 03:36:18.298174 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd2aa687-7a0f-47db-bd93-4638bc56220a req-dc9769a1-608e-47f9-9135-0517ce2fc237 service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891062 Sep 24 03:36:18.311363 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae5e4-c207-4421-9363-b41823f93661 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.318995 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae5e4-c207-4421-9363-b41823f93661 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.328886 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c9d96748-b9ed-481a-be4a-5d9c8901adbe req-41933109-8dcd-4269-8daa-56101b31f095 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407181 Sep 24 03:36:18.355871 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ae5e4-c207-4421-9363-b41823f93661 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff45e5ca-d8d3-4eed-b94f-65e241c77617,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:18.358591 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae5e4-c207-4421-9363-b41823f93661 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.359831 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-3f3ae5e4-c207-4421-9363-b41823f93661 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2615519 Sep 24 03:36:18.363276 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55026) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:18.368783 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-10124fb4-70ba-4526-bcc4-67bfc77ea0c8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Request body: {'security_group_rule': {'security_group_id': 'ff45e5ca-d8d3-4eed-b94f-65e241c77617', 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:18.396092 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10124fb4-70ba-4526-bcc4-67bfc77ea0c8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.460572 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10124fb4-70ba-4526-bcc4-67bfc77ea0c8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.464308 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10124fb4-70ba-4526-bcc4-67bfc77ea0c8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.479955 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10124fb4-70ba-4526-bcc4-67bfc77ea0c8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8d6547-c688-4f90-a1f1-d8652ee3f133,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:18.489651 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10124fb4-70ba-4526-bcc4-67bfc77ea0c8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.490896 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-10124fb4-70ba-4526-bcc4-67bfc77ea0c8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266112 Sep 24 03:36:18.494140 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55030) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:18.498525 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ada9f403-798c-40e4-9b8b-473d3d21c102 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Request body: {'security_group_rule': {'security_group_id': 'ff45e5ca-d8d3-4eed-b94f-65e241c77617', 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:18.534561 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ada9f403-798c-40e4-9b8b-473d3d21c102 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.607054 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device b8440a54-afed-4075-82ea-cf1fc8e5175f up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:36:18.610094 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ada9f403-798c-40e4-9b8b-473d3d21c102 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.615538 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ada9f403-798c-40e4-9b8b-473d3d21c102 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.636163 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9f403-798c-40e4-9b8b-473d3d21c102 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5046173e-260e-47b4-975b-9f6dac48aebc,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:18.643721 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ada9f403-798c-40e4-9b8b-473d3d21c102 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.645130 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-ada9f403-798c-40e4-9b8b-473d3d21c102 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1500595 Sep 24 03:36:18.647814 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55032) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:18.653448 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d5afeefa-5a47-4bb5-bdce-0e0255554d1e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Request body: {'security_group_rule': {'security_group_id': 'ff45e5ca-d8d3-4eed-b94f-65e241c77617', 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:18.670940 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port b8440a54-afed-4075-82ea-cf1fc8e5175f triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:18.671403 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.683371 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5afeefa-5a47-4bb5-bdce-0e0255554d1e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.725494 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.763364 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5afeefa-5a47-4bb5-bdce-0e0255554d1e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.767690 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5afeefa-5a47-4bb5-bdce-0e0255554d1e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.772057 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.792434 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afeefa-5a47-4bb5-bdce-0e0255554d1e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cae0412-6c06-41ec-a524-cc81cb5b9564,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:18.794832 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port b8440a54-afed-4075-82ea-cf1fc8e5175f, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=b8440a54-afed-4075-82ea-cf1fc8e5175f,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:18.799693 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.802172 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5afeefa-5a47-4bb5-bdce-0e0255554d1e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.804769 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-d5afeefa-5a47-4bb5-bdce-0e0255554d1e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544378 Sep 24 03:36:18.806739 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 55034) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:18.811604 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-2b2f43d1-99da-441b-8ceb-33d1f61b77a0 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Request body: {'security_group_rule': {'security_group_id': 'ff45e5ca-d8d3-4eed-b94f-65e241c77617', 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:18.840147 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2b2f43d1-99da-441b-8ceb-33d1f61b77a0 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.847375 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=b8440a54-afed-4075-82ea-cf1fc8e5175f,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:18.895920 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2b2f43d1-99da-441b-8ceb-33d1f61b77a0 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.900411 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2b2f43d1-99da-441b-8ceb-33d1f61b77a0 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.918872 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f43d1-99da-441b-8ceb-33d1f61b77a0 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a49b704-61cc-4b62-8cf8-f90738b18b77,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:18.923453 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-2b2f43d1-99da-441b-8ceb-33d1f61b77a0 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:18.924657 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-2b2f43d1-99da-441b-8ceb-33d1f61b77a0 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167815 Sep 24 03:36:18.927364 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 55036) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:18.932361 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-b86bc734-d210-47e0-9c03-039907ee5ac8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Request body: {'security_group_rule': {'security_group_id': 'ff45e5ca-d8d3-4eed-b94f-65e241c77617', 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:18.952220 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.securitygroups_db [None req-b86bc734-d210-47e0-9c03-039907ee5ac8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Project 69c1af3d8fb24a3ea2c05a5b9d852f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 03:36:18.956805 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b86bc734-d210-47e0-9c03-039907ee5ac8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:19.017591 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b86bc734-d210-47e0-9c03-039907ee5ac8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:19.021110 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b86bc734-d210-47e0-9c03-039907ee5ac8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:19.037919 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bc734-d210-47e0-9c03-039907ee5ac8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a75f411-9f92-4353-9671-541566e7c9b0,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:19.043874 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b86bc734-d210-47e0-9c03-039907ee5ac8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:19.045007 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-b86bc734-d210-47e0-9c03-039907ee5ac8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167290 Sep 24 03:36:19.048768 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 55040) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:19.052659 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-28a9b1b4-9d35-4a35-8347-d7032933cfb4 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Request body: {'security_group_rule': {'security_group_id': 'ff45e5ca-d8d3-4eed-b94f-65e241c77617', 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:19.075123 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.securitygroups_db [None req-28a9b1b4-9d35-4a35-8347-d7032933cfb4 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Project 69c1af3d8fb24a3ea2c05a5b9d852f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 03:36:19.079928 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28a9b1b4-9d35-4a35-8347-d7032933cfb4 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:19.139496 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28a9b1b4-9d35-4a35-8347-d7032933cfb4 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:19.142916 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28a9b1b4-9d35-4a35-8347-d7032933cfb4 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:19.162057 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9b1b4-9d35-4a35-8347-d7032933cfb4 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f11b9f1-995b-40f7-bf79-e6ccbfa46b21,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:19.170646 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28a9b1b4-9d35-4a35-8347-d7032933cfb4 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:19.178263 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-28a9b1b4-9d35-4a35-8347-d7032933cfb4 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294477 Sep 24 03:36:19.308191 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:19.466808 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa7b18-5b44-4f69-b8c8-4c898ca6e323 req-cf57d5d8-6330-4676-a78c-d2388a509973 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:19.468576 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3ffa7b18-5b44-4f69-b8c8-4c898ca6e323 req-cf57d5d8-6330-4676-a78c-d2388a509973 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 943 time: 0.0583830 Sep 24 03:36:19.519870 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3ffa7b18-5b44-4f69-b8c8-4c898ca6e323 req-9ed9e3be-2483-4374-aaaa-916598ab8820 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443647 Sep 24 03:36:19.664729 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Sync routers for ids ['6bc1c940-e633-42fa-ad43-7ae39d45e254'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:36:19.682836 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Routers {'6bc1c940-e633-42fa-ad43-7ae39d45e254'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:19.683946 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:36:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['6bc1c940-e633-42fa-ad43-7ae39d45e254'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:19.790715 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Set router 6bc1c940-e633-42fa-ad43-7ae39d45e254 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:19.980174 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'name': 'tempest-TestShelveInstance-201522392-router', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:36:16Z', 'revision_number': 4, 'project_id': '96264be77dea4a368c5cdef78721f886', 'gw_port': {'id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b9f5eea7-e915-42ed-ac13-6196f45b6cac', 'name': '', 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'mac_address': 'fa:16:3e:f5:00:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9ed03482-f495-426a-9a11-2ac32d394772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:16Z', 'updated_at': '2021-09-24T03:36:16Z', 'revision_number': 2, 'project_id': '96264be77dea4a368c5cdef78721f886', 'subnets': [{'id': '9ed03482-f495-426a-9a11-2ac32d394772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:20.009370 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Checking router: 6bc1c940-e633-42fa-ad43-7ae39d45e254 for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:36:20.009731 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Updating router 6bc1c940-e633-42fa-ad43-7ae39d45e254 port b9f5eea7-e915-42ed-ac13-6196f45b6cac binding host dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:36:20.032455 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:20.283172 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:20.288287 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:20.340966 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe93ba5-1f8c-4bcd-95f0-a5f7ddc08d7c None None] Pushing event updated for resources: {'Port': ['ID=b9f5eea7-e915-42ed-ac13-6196f45b6cac,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:20.398090 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Attempting to bind port b9f5eea7-e915-42ed-ac13-6196f45b6cac on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:36:20.398456 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Attempting to bind port b9f5eea7-e915-42ed-ac13-6196f45b6cac by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '4960ea1d-22e1-4a7f-b9a8-0289482c0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:36:20.398869 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Attempting to bind port b9f5eea7-e915-42ed-ac13-6196f45b6cac on network cb862823-0722-43c7-b365-d151c54916b5 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:36:20.404291 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:36:20.404657 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Checking segment: {'id': '4960ea1d-22e1-4a7f-b9a8-0289482c0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:36:20.405047 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:20.405431 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Bound using segment: {'id': '4960ea1d-22e1-4a7f-b9a8-0289482c0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:36:20.405913 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Bound port: b9f5eea7-e915-42ed-ac13-6196f45b6cac, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4960ea1d-22e1-4a7f-b9a8-0289482c0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:36:20.406287 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:20.471966 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] For port b9f5eea7-e915-42ed-ac13-6196f45b6cac, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:36:20.475518 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] For port b9f5eea7-e915-42ed-ac13-6196f45b6cac, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=b9f5eea7-e915-42ed-ac13-6196f45b6cac,segment=NetworkSegment(4960ea1d-22e1-4a7f-b9a8-0289482c0401),segment_id=4960ea1d-22e1-4a7f-b9a8-0289482c0401)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:36:20.479747 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:20.525118 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Routers {'6bc1c940-e633-42fa-ad43-7ae39d45e254'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:20.525609 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:36:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['6bc1c940-e633-42fa-ad43-7ae39d45e254'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:20.580518 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-38c716a6-0b16-43e8-970d-a825bf86bd20 None None] Provisioning complete for port b9f5eea7-e915-42ed-ac13-6196f45b6cac triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:20.583567 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38c716a6-0b16-43e8-970d-a825bf86bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:20.639459 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe93ba5-1f8c-4bcd-95f0-a5f7ddc08d7c None None] Pushing event updated for resources: {'Port': ['ID=b9f5eea7-e915-42ed-ac13-6196f45b6cac,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:20.639680 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device b8440a54-afed-4075-82ea-cf1fc8e5175f up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:36:20.672335 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bb8b8-983c-4918-99cf-5c339c2f30e6 req-4f904a0c-2bf8-4a31-9916-dd9b5c852e14 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:20.674011 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-be3bb8b8-983c-4918-99cf-5c339c2f30e6 req-4f904a0c-2bf8-4a31-9916-dd9b5c852e14 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 943 time: 0.0668855 Sep 24 03:36:20.691810 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] Set router 6bc1c940-e633-42fa-ad43-7ae39d45e254 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:20.740872 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-be3bb8b8-983c-4918-99cf-5c339c2f30e6 req-1c2d2024-8ad4-48dc-bc70-8feab2ce41f8 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590985 Sep 24 03:36:20.743466 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38c716a6-0b16-43e8-970d-a825bf86bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:20.780061 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:20.796498 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port b8440a54-afed-4075-82ea-cf1fc8e5175f triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:20.796875 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:20.816729 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-38c716a6-0b16-43e8-970d-a825bf86bd20 None None] For port b9f5eea7-e915-42ed-ac13-6196f45b6cac, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=b9f5eea7-e915-42ed-ac13-6196f45b6cac,segment=NetworkSegment(4960ea1d-22e1-4a7f-b9a8-0289482c0401),segment_id=4960ea1d-22e1-4a7f-b9a8-0289482c0401)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:20.823236 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38c716a6-0b16-43e8-970d-a825bf86bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:20.885179 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c716a6-0b16-43e8-970d-a825bf86bd20 None None] Pushing event updated for resources: {'Port': ['ID=b9f5eea7-e915-42ed-ac13-6196f45b6cac,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:20.943655 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-71598ef4-0213-4e34-9814-f1b3ab70064d None None] Provisioning complete for port b9f5eea7-e915-42ed-ac13-6196f45b6cac triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:20.944029 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71598ef4-0213-4e34-9814-f1b3ab70064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:21.013029 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'name': 'tempest-TestShelveInstance-201522392-router', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:36:16Z', 'revision_number': 4, 'project_id': '96264be77dea4a368c5cdef78721f886', 'gw_port': {'id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b9f5eea7-e915-42ed-ac13-6196f45b6cac', 'name': '', 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'mac_address': 'fa:16:3e:f5:00:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9ed03482-f495-426a-9a11-2ac32d394772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:16Z', 'updated_at': '2021-09-24T03:36:20Z', 'revision_number': 4, 'project_id': '96264be77dea4a368c5cdef78721f886', 'subnets': [{'id': '9ed03482-f495-426a-9a11-2ac32d394772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:21.040093 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ca485-9ed8-405c-916e-8db5df2ecfb8 None None] The sync data for ids ['6bc1c940-e633-42fa-ad43-7ae39d45e254'] in dv-cinder-810800-1-iscsi is: [{'id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'name': 'tempest-TestShelveInstance-201522392-router', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:36:16Z', 'revision_number': 4, 'project_id': '96264be77dea4a368c5cdef78721f886', 'gw_port': {'id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b9f5eea7-e915-42ed-ac13-6196f45b6cac', 'name': '', 'network_id': 'cb862823-0722-43c7-b365-d151c54916b5', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'mac_address': 'fa:16:3e:f5:00:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9ed03482-f495-426a-9a11-2ac32d394772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:16Z', 'updated_at': '2021-09-24T03:36:20Z', 'revision_number': 4, 'project_id': '96264be77dea4a368c5cdef78721f886', 'subnets': [{'id': '9ed03482-f495-426a-9a11-2ac32d394772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:36:21.859983 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e25088-2b49-4ab0-b109-e3796b5cfc60 req-2fb19475-c0ef-4d39-bcd4-80d37d8004d2 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:21.861690 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-66e25088-2b49-4ab0-b109-e3796b5cfc60 req-2fb19475-c0ef-4d39-bcd4-80d37d8004d2 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 943 time: 0.0475669 Sep 24 03:36:21.900698 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-66e25088-2b49-4ab0-b109-e3796b5cfc60 req-7ab68bc4-1657-46c9-998c-0e8b19c1a2c6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330920 Sep 24 03:36:22.404192 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:36:22.509209 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2a9f0597-3e1c-4f71-8e1d-3016b73e3e60,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:22.522915 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'port_id': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60', 'mac_address': 'fa:16:3e:d1:b5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:36:22.563306 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:22.577176 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:36:22.602580 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device b9f5eea7-e915-42ed-ac13-6196f45b6cac up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:36:22.608773 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2a9f0597-3e1c-4f71-8e1d-3016b73e3e60,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:22.627649 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:22.691056 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=2a9f0597-3e1c-4f71-8e1d-3016b73e3e60,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:22.698956 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port b9f5eea7-e915-42ed-ac13-6196f45b6cac triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:22.699233 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:22.955479 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['2a9f0597-3e1c-4f71-8e1d-3016b73e3e60'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:36:23.019685 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903ec7d-e003-4afc-91ec-37680e9c058d req-850e0a00-ef0e-40a6-8550-6cde8be1a801 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:23.021216 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d903ec7d-e003-4afc-91ec-37680e9c058d req-850e0a00-ef0e-40a6-8550-6cde8be1a801 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 944 time: 0.0499184 Sep 24 03:36:23.058723 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d903ec7d-e003-4afc-91ec-37680e9c058d req-a09b46f4-b8d8-4c48-ab06-283cbd42fb4c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308087 Sep 24 03:36:24.172584 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27080cda-ca47-444f-93d8-3fe479965149 req-ca40acdf-bc68-4b6f-8722-1aa604b39eb1 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:24.174044 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-27080cda-ca47-444f-93d8-3fe479965149 req-ca40acdf-bc68-4b6f-8722-1aa604b39eb1 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 944 time: 0.0489750 Sep 24 03:36:24.210513 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-27080cda-ca47-444f-93d8-3fe479965149 req-7c634742-0cc9-4c4d-a488-b39ab74d9db0 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306189 Sep 24 03:36:24.720953 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f9e4307e-27c8-455e-ad74-747f0cef2ef3 req-105e41e0-b354-4eb2-b48e-6cc9f245fc9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397007 Sep 24 03:36:24.812834 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4307e-27c8-455e-ad74-747f0cef2ef3 req-686074df-d3dd-4902-85be-0529ba59de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:24.814868 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f9e4307e-27c8-455e-ad74-747f0cef2ef3 req-686074df-d3dd-4902-85be-0529ba59de10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8aafe7ea28c45d79b2cb49f09c3c82f&device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 1138 time: 0.0485365 Sep 24 03:36:24.920889 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4307e-27c8-455e-ad74-747f0cef2ef3 req-4cb539e5-f2a4-4e15-a77c-c224da3818ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:24.922505 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f9e4307e-27c8-455e-ad74-747f0cef2ef3 req-4cb539e5-f2a4-4e15-a77c-c224da3818ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=6448989d-b885-499e-a084-9678a302db42 HTTP/1.1" status: 200 len: 916 time: 0.0868206 Sep 24 03:36:24.994363 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f9e4307e-27c8-455e-ad74-747f0cef2ef3 req-eda94b3a-1340-40f6-b0c7-9288a2e70226 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d HTTP/1.1" status: 200 len: 1001 time: 0.0626566 Sep 24 03:36:25.042306 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4307e-27c8-455e-ad74-747f0cef2ef3 req-b5c278a9-951e-439f-b71f-fca68e0dc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:25.043852 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f9e4307e-27c8-455e-ad74-747f0cef2ef3 req-b5c278a9-951e-439f-b71f-fca68e0dc98d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf378b03-36db-451a-b5ee-be5d345b839d HTTP/1.1" status: 200 len: 854 time: 0.0422189 Sep 24 03:36:25.093108 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4307e-27c8-455e-ad74-747f0cef2ef3 req-f8a250bc-f47c-4332-afb0-37243f10f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:25.094628 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f9e4307e-27c8-455e-ad74-747f0cef2ef3 req-f8a250bc-f47c-4332-afb0-37243f10f0e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6448989d-b885-499e-a084-9678a302db42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398200 Sep 24 03:36:25.174363 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:25.195319 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f9e4307e-27c8-455e-ad74-747f0cef2ef3 req-de9d49fc-669e-4db6-9cca-8f4ddc41000b service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909145 Sep 24 03:36:25.290591 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f9e4307e-27c8-455e-ad74-747f0cef2ef3 req-cfd501b6-3799-4d8b-b43f-02126f12314e service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872281 Sep 24 03:36:25.469295 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:36:25.519500 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:36:25.524199 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:25.524595 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:25.614822 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:25.641978 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ac17a6-46c5-4217-bfc1-b592f3ddd132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:36:25.644479 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfee35d8-64ec-4b20-bf69-617791cfed75" -d '{"events": [{"server_uuid": "e1ac17a6-46c5-4217-bfc1-b592f3ddd132", "name": "network-vif-plugged", "status": "completed", "tag": "2a9f0597-3e1c-4f71-8e1d-3016b73e3e60"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:36:25.658819 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2a9f0597-3e1c-4f71-8e1d-3016b73e3e60,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:25.664894 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:25.670524 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea57578-b9e6-43c2-b121-947f06f1944e req-395ce959-0f98-4f33-a2a2-8bd769afaa53 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:25.672074 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ea57578-b9e6-43c2-b121-947f06f1944e req-395ce959-0f98-4f33-a2a2-8bd769afaa53 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 944 time: 0.2905140 Sep 24 03:36:25.715672 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ea57578-b9e6-43c2-b121-947f06f1944e req-1f2a1dd7-f8d3-4657-aae3-40a7de6cdfd1 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361426 Sep 24 03:36:25.730733 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=2a9f0597-3e1c-4f71-8e1d-3016b73e3e60,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:25.763726 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013b1b37-c878-4b55-a14b-125d13f28627 x-openstack-request-id: req-013b1b37-c878-4b55-a14b-125d13f28627 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:36:25.764017 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ac17a6-46c5-4217-bfc1-b592f3ddd132", "name": "network-vif-plugged", "status": "completed", "tag": "2a9f0597-3e1c-4f71-8e1d-3016b73e3e60", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:36:25.764293 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-013b1b37-c878-4b55-a14b-125d13f28627 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:36:25.764683 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ac17a6-46c5-4217-bfc1-b592f3ddd132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60', 'code': 200} Sep 24 03:36:25.932991 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8ad69-38a8-49d8-8970-e943ac9b2c95 req-9b6d20b8-b19b-4026-9a07-6da55a23d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:25.934530 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-40e8ad69-38a8-49d8-8970-e943ac9b2c95 req-9b6d20b8-b19b-4026-9a07-6da55a23d283 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 1098 time: 0.0410936 Sep 24 03:36:25.973770 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-40e8ad69-38a8-49d8-8970-e943ac9b2c95 req-3989d75a-86e2-4fce-83da-51a45b3a3a0a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304475 Sep 24 03:36:26.167201 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55194) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:26.272281 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:26.366480 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:26.370690 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:26.407995 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b14a6014cfaf428d90c2f92d53b9f730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396977 Sep 24 03:36:26.408856 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828029a9-dc68-4aac-8e3c-a72c060436d3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:26.410943 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 55198) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:26.417190 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.417403 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.417761 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.418422 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.418422 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.418732 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.419053 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.419373 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.419699 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.420015 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.420331 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.420646 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373a812-b55d-4a1a-bc5e-6548e9f05444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.458912 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:26.479864 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:26.527874 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:26.530405 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:26.531546 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/828029a9-dc68-4aac-8e3c-a72c060436d3 HTTP/1.1" status: 204 len: 168 time: 0.1195197 Sep 24 03:36:26.538876 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828029a9-dc68-4aac-8e3c-a72c060436d3,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:26.546744 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.547092 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.547434 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.547769 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.548102 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.548430 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.548773 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.549082 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.549411 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.549756 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.550083 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.550533 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc8f0-68c3-4236-8a7a-f1f2aa98cb8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:36:26.849091 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db98372-dbd7-44e9-bc75-fc2eca3f22ef req-e9539934-c7cc-443e-8f47-402697ea0d79 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:26.850587 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8db98372-dbd7-44e9-bc75-fc2eca3f22ef req-e9539934-c7cc-443e-8f47-402697ea0d79 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0603421 Sep 24 03:36:26.891276 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8db98372-dbd7-44e9-bc75-fc2eca3f22ef req-09d9b55a-8aa7-4fc0-9619-97435051b6a4 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333145 Sep 24 03:36:28.010742 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917a99c-f19a-4e92-b2d2-8401e8a1349c req-f863df2c-b837-4db8-beec-bfbe0f32001f tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:28.012212 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6917a99c-f19a-4e92-b2d2-8401e8a1349c req-f863df2c-b837-4db8-beec-bfbe0f32001f tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0501766 Sep 24 03:36:28.050429 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6917a99c-f19a-4e92-b2d2-8401e8a1349c req-0d910536-5256-4ac5-b398-0499a6692700 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321045 Sep 24 03:36:28.168985 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff146f-8d4f-4b31-9b29-fe364be369c5 req-32801606-cece-4988-a60b-a3c7cb5adf71 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:28.170576 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6fff146f-8d4f-4b31-9b29-fe364be369c5 req-32801606-cece-4988-a60b-a3c7cb5adf71 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0571117 Sep 24 03:36:28.182150 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 55266) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:28.186651 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-292f86df-bc3b-4326-86ed-f9a8d65f96cf tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Request body: {'floatingip': {'port_id': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:28.227744 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-292f86df-bc3b-4326-86ed-f9a8d65f96cf tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:28.656907 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-292f86df-bc3b-4326-86ed-f9a8d65f96cf tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:28.660517 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-292f86df-bc3b-4326-86ed-f9a8d65f96cf tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:28.758417 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [None req-292f86df-bc3b-4326-86ed-f9a8d65f96cf tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Floating IP 9948b305-b623-4ed8-9c3d-0a69f9ad11f5 associated. External IP: 172.27.1.246, port: 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60. Sep 24 03:36:28.974440 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292f86df-bc3b-4326-86ed-f9a8d65f96cf tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Router da3540eb-972a-443e-b760-9ef6aec5b017 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:36:29.082650 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292f86df-bc3b-4326-86ed-f9a8d65f96cf tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:36:29.087660 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-292f86df-bc3b-4326-86ed-f9a8d65f96cf tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:29.092409 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a58f51-cddf-4580-8b7a-db68a4c2c0a8 None None] Sync routers for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:36:29.100884 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a58f51-cddf-4580-8b7a-db68a4c2c0a8 None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:29.102094 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-04a58f51-cddf-4580-8b7a-db68a4c2c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:36:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:29.115021 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-292f86df-bc3b-4326-86ed-f9a8d65f96cf tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "PUT /v2.0/floatingips/9948b305-b623-4ed8-9c3d-0a69f9ad11f5 HTTP/1.1" status: 200 len: 991 time: 0.9318037 Sep 24 03:36:29.115598 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ac17a6-46c5-4217-bfc1-b592f3ddd132', 'tag': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:36:29.117995 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceb4c09-a5d9-47f1-828e-a0fc91b9dafb" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ac17a6-46c5-4217-bfc1-b592f3ddd132", "tag": "2a9f0597-3e1c-4f71-8e1d-3016b73e3e60"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:36:29.161376 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ff6cb3-a9c8-4467-aff7-da128c0321c2 x-openstack-request-id: req-36ff6cb3-a9c8-4467-aff7-da128c0321c2 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:36:29.161807 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ac17a6-46c5-4217-bfc1-b592f3ddd132", "tag": "2a9f0597-3e1c-4f71-8e1d-3016b73e3e60", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:36:29.162066 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36ff6cb3-a9c8-4467-aff7-da128c0321c2 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:36:29.162527 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ac17a6-46c5-4217-bfc1-b592f3ddd132', 'tag': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60', 'status': 'completed', 'code': 200} Sep 24 03:36:29.251762 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb4c09-a5d9-47f1-828e-a0fc91b9dafb req-41b47436-f446-48fd-aed6-3e88a40fcc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:29.253279 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ceb4c09-a5d9-47f1-828e-a0fc91b9dafb req-41b47436-f446-48fd-aed6-3e88a40fcc15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b959a04e215f4456becf31ac01fa6e25&device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 1098 time: 0.0583434 Sep 24 03:36:29.353172 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb4c09-a5d9-47f1-828e-a0fc91b9dafb req-779faecf-bcca-4bed-8714-6049673bf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:29.354693 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ceb4c09-a5d9-47f1-828e-a0fc91b9dafb req-779faecf-bcca-4bed-8714-6049673bf4a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cba65e79-4fc5-4461-a342-04d626e59a47 HTTP/1.1" status: 200 len: 911 time: 0.0931222 Sep 24 03:36:29.356284 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-04a58f51-cddf-4580-8b7a-db68a4c2c0a8 None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:29.420251 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ceb4c09-a5d9-47f1-828e-a0fc91b9dafb req-fb3c144c-df37-45f9-b3ed-c72276094223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 HTTP/1.1" status: 200 len: 999 time: 0.0561118 Sep 24 03:36:29.478288 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb4c09-a5d9-47f1-828e-a0fc91b9dafb req-bed34b3b-47cf-4447-bcf8-89d94f2cc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:29.479741 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ceb4c09-a5d9-47f1-828e-a0fc91b9dafb req-bed34b3b-47cf-4447-bcf8-89d94f2cc5a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7359379f-7a6e-4681-962c-52307286e43d HTTP/1.1" status: 200 len: 849 time: 0.0474381 Sep 24 03:36:29.590636 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-04a58f51-cddf-4580-8b7a-db68a4c2c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '9948b305-b623-4ed8-9c3d-0a69f9ad11f5', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'port_id': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'mac_address': 'fa:16:3e:d1:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac17a6-46c5-4217-bfc1-b592f3ddd132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:36:03Z', 'updated_at': '2021-09-24T03:36:28Z', 'revision_number': 1, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:30Z', 'revision_number': 5, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:29.618943 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a58f51-cddf-4580-8b7a-db68a4c2c0a8 None None] Checking router: da3540eb-972a-443e-b760-9ef6aec5b017 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:36:29.627179 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb4c09-a5d9-47f1-828e-a0fc91b9dafb req-9348aff7-d231-4886-a34b-509608aeb21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:29.627915 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a58f51-cddf-4580-8b7a-db68a4c2c0a8 None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:29.628547 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-04a58f51-cddf-4580-8b7a-db68a4c2c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:36:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:29.628959 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ceb4c09-a5d9-47f1-828e-a0fc91b9dafb req-9348aff7-d231-4886-a34b-509608aeb21b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cba65e79-4fc5-4461-a342-04d626e59a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1413100 Sep 24 03:36:29.738313 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ceb4c09-a5d9-47f1-828e-a0fc91b9dafb req-a9620478-49f6-4c86-9299-6ef6705b76cc service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980783 Sep 24 03:36:29.745016 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-04a58f51-cddf-4580-8b7a-db68a4c2c0a8 None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:29.842266 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ceb4c09-a5d9-47f1-828e-a0fc91b9dafb req-3045d675-6995-4573-81c9-31fc5bc3b304 service neutron] 10.222.0.13 "GET /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930586 Sep 24 03:36:29.985942 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-04a58f51-cddf-4580-8b7a-db68a4c2c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '9948b305-b623-4ed8-9c3d-0a69f9ad11f5', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'port_id': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'mac_address': 'fa:16:3e:d1:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac17a6-46c5-4217-bfc1-b592f3ddd132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:36:03Z', 'updated_at': '2021-09-24T03:36:28Z', 'revision_number': 1, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:30Z', 'revision_number': 5, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:30.017408 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a58f51-cddf-4580-8b7a-db68a4c2c0a8 None None] The sync data for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi is: [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '9948b305-b623-4ed8-9c3d-0a69f9ad11f5', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'port_id': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'mac_address': 'fa:16:3e:d1:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac17a6-46c5-4217-bfc1-b592f3ddd132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:36:03Z', 'updated_at': '2021-09-24T03:36:28Z', 'revision_number': 1, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:30Z', 'revision_number': 5, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:36:30.201898 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410849a-4d68-40e9-a1cd-83beaf618e26 None None] New status for floating IP 9948b305-b623-4ed8-9c3d-0a69f9ad11f5: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:36:37.324387 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e6db29c7-468a-4f38-a0bb-8c2b0729a76f req-9ea93a55-b2fc-4c7d-8172-ac030c8860a1 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544611027&fields=id&tenant_id=b8aafe7ea28c45d79b2cb49f09c3c82f HTTP/1.1" status: 200 len: 267 time: 0.0345242 Sep 24 03:36:37.375921 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db29c7-468a-4f38-a0bb-8c2b0729a76f req-19fbf958-6633-427f-b0a8-a6c3413dfbad tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:37.377350 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e6db29c7-468a-4f38-a0bb-8c2b0729a76f req-19fbf958-6633-427f-b0a8-a6c3413dfbad tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 985 time: 0.0471845 Sep 24 03:36:37.389108 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-e6db29c7-468a-4f38-a0bb-8c2b0729a76f req-01f05123-a03a-4d83-b6e3-ad672077bfe0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Request body: {'port': {'security_groups': ['6a2fedc1-207c-4659-8cd0-65c27b71401c']}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:37.459059 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e6db29c7-468a-4f38-a0bb-8c2b0729a76f req-01f05123-a03a-4d83-b6e3-ad672077bfe0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:37.633950 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-e6db29c7-468a-4f38-a0bb-8c2b0729a76f req-01f05123-a03a-4d83-b6e3-ad672077bfe0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] For port e6ac50dd-759d-45ec-baea-edee8c9c243d, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:37.663836 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e6db29c7-468a-4f38-a0bb-8c2b0729a76f req-01f05123-a03a-4d83-b6e3-ad672077bfe0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:37.668359 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e6db29c7-468a-4f38-a0bb-8c2b0729a76f req-01f05123-a03a-4d83-b6e3-ad672077bfe0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:37.681024 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['e6ac50dd-759d-45ec-baea-edee8c9c243d'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:36:37.711113 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db29c7-468a-4f38-a0bb-8c2b0729a76f req-01f05123-a03a-4d83-b6e3-ad672077bfe0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:37.711734 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-e6db29c7-468a-4f38-a0bb-8c2b0729a76f req-01f05123-a03a-4d83-b6e3-ad672077bfe0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:37.713260 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e6db29c7-468a-4f38-a0bb-8c2b0729a76f req-01f05123-a03a-4d83-b6e3-ad672077bfe0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "PUT /v2.0/ports/e6ac50dd-759d-45ec-baea-edee8c9c243d HTTP/1.1" status: 200 len: 943 time: 0.3291080 Sep 24 03:36:37.713639 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:36:37.715924 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df82a96-45f2-415d-b1f8-af28ff7e10fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:36:37.719129 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55372) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:37.753581 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f05123-a03a-4d83-b6e3-ad672077bfe0 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event updated for resources: {'Port': ['ID=e6ac50dd-759d-45ec-baea-edee8c9c243d,revision_number=7']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:37.814947 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-822c7812-6b3b-4650-9ed8-e30d8b6d35ea tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:37.842481 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-822c7812-6b3b-4650-9ed8-e30d8b6d35ea tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:37.856225 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['e6ac50dd-759d-45ec-baea-edee8c9c243d'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:36:37.915367 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-822c7812-6b3b-4650-9ed8-e30d8b6d35ea tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:37.919209 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-822c7812-6b3b-4650-9ed8-e30d8b6d35ea tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:37.923532 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 55378) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:37.930444 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-822c7812-6b3b-4650-9ed8-e30d8b6d35ea tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "DELETE /v2.0/security-groups/c3b936ff-f3a7-430e-bd2d-055c78a4b061 HTTP/1.1" status: 204 len: 168 time: 0.2100856 Sep 24 03:36:37.941081 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c7812-6b3b-4650-9ed8-e30d8b6d35ea tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b936ff-f3a7-430e-bd2d-055c78a4b061,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:37.987781 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1bd6ab-09ef-4f84-bf43-cf30386548fd x-openstack-request-id: req-bf1bd6ab-09ef-4f84-bf43-cf30386548fd {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:36:37.988162 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:36:37.988326 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf1bd6ab-09ef-4f84-bf43-cf30386548fd {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:36:37.988669 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d', 'status': 'completed', 'code': 200} Sep 24 03:36:38.082657 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-49c012ae-1f81-49a6-89cf-bbcf97289c3c None None] Provisioning complete for port e6ac50dd-759d-45ec-baea-edee8c9c243d triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:38.083030 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-49c012ae-1f81-49a6-89cf-bbcf97289c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:38.160401 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82a96-45f2-415d-b1f8-af28ff7e10fc req-860ddfaf-6ae6-4bac-8648-d403f6a53b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:38.161916 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3df82a96-45f2-415d-b1f8-af28ff7e10fc req-860ddfaf-6ae6-4bac-8648-d403f6a53b68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8aafe7ea28c45d79b2cb49f09c3c82f&device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 1099 time: 0.1215422 Sep 24 03:36:38.170149 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4859b9-2da6-40b0-8e7b-9b90d6c4b023 req-5427a083-bafa-4b39-aff8-d95d5fccff29 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:38.171606 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2f4859b9-2da6-40b0-8e7b-9b90d6c4b023 req-5427a083-bafa-4b39-aff8-d95d5fccff29 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 945 time: 0.1300318 Sep 24 03:36:38.292632 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2f4859b9-2da6-40b0-8e7b-9b90d6c4b023 req-1d707a89-d1b0-439e-83a7-c1af74634843 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981205 Sep 24 03:36:38.322587 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d1e2d-70aa-4dff-9aa3-981c3ec6dafb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Deleting port f6ff9972-c93a-409d-9e42-99a431a35977 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:36:38.323189 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1e2d-70aa-4dff-9aa3-981c3ec6dafb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:38.340744 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82a96-45f2-415d-b1f8-af28ff7e10fc req-0d7a5216-19ee-4897-b15c-a83d29cf82df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:38.342101 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3df82a96-45f2-415d-b1f8-af28ff7e10fc req-0d7a5216-19ee-4897-b15c-a83d29cf82df service neutron] 10.222.0.13 "GET /v2.0/networks?id=6448989d-b885-499e-a084-9678a302db42 HTTP/1.1" status: 200 len: 916 time: 0.1466050 Sep 24 03:36:38.450440 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1e2d-70aa-4dff-9aa3-981c3ec6dafb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:38.450761 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1e2d-70aa-4dff-9aa3-981c3ec6dafb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:38.454523 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3df82a96-45f2-415d-b1f8-af28ff7e10fc req-0c0d5e32-6a8d-4c66-9a54-1c0f5a477c0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d HTTP/1.1" status: 200 len: 1001 time: 0.1011083 Sep 24 03:36:38.471180 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d1e2d-70aa-4dff-9aa3-981c3ec6dafb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Calling delete_port for f6ff9972-c93a-409d-9e42-99a431a35977 owned by network:floatingip {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:36:38.560963 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82a96-45f2-415d-b1f8-af28ff7e10fc req-20419797-8c80-4c8a-8e89-281c8c77aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:38.562432 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3df82a96-45f2-415d-b1f8-af28ff7e10fc req-20419797-8c80-4c8a-8e89-281c8c77aae7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf378b03-36db-451a-b5ee-be5d345b839d HTTP/1.1" status: 200 len: 854 time: 0.0982983 Sep 24 03:36:38.642045 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82a96-45f2-415d-b1f8-af28ff7e10fc req-6539751a-d2dc-47d8-a75d-b8fcdb22d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:38.643513 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3df82a96-45f2-415d-b1f8-af28ff7e10fc req-6539751a-d2dc-47d8-a75d-b8fcdb22d5bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6448989d-b885-499e-a084-9678a302db42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670972 Sep 24 03:36:38.990426 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1e2d-70aa-4dff-9aa3-981c3ec6dafb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:39.031026 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d1e2d-70aa-4dff-9aa3-981c3ec6dafb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event deleted for resources: {'Port': ['ID=f6ff9972-c93a-409d-9e42-99a431a35977,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:39.047442 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3df82a96-45f2-415d-b1f8-af28ff7e10fc req-23900e77-1385-4da7-ada2-af34587af047 service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892009 Sep 24 03:36:39.114215 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1e2d-70aa-4dff-9aa3-981c3ec6dafb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:39.114606 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [None req-4b4d1e2d-70aa-4dff-9aa3-981c3ec6dafb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Floating IP 6f0fb631-cfa2-46d0-bbb6-5acc81d1fde4 disassociated (deleted). External IP: 172.27.1.75, port: e6ac50dd-759d-45ec-baea-edee8c9c243d. Sep 24 03:36:39.238654 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3df82a96-45f2-415d-b1f8-af28ff7e10fc req-805cdf00-0635-4536-af93-8a9fafa272c4 service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678486 Sep 24 03:36:39.367889 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4d1e2d-70aa-4dff-9aa3-981c3ec6dafb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:36:39.412645 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:36:39.494883 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54532e4-aa31-4008-ad57-782b339876ef req-bccafe45-a2bf-4e2c-aaec-c80419758b7b tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:39.496337 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a54532e4-aa31-4008-ad57-782b339876ef req-bccafe45-a2bf-4e2c-aaec-c80419758b7b tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 945 time: 0.1153812 Sep 24 03:36:39.539753 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4d1e2d-70aa-4dff-9aa3-981c3ec6dafb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:36:39.546010 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1e2d-70aa-4dff-9aa3-981c3ec6dafb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:39.551526 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a54532e4-aa31-4008-ad57-782b339876ef req-2219075f-fca6-47f1-84e1-deece41950f0 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492339 Sep 24 03:36:39.552546 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104ba3f-7805-43d6-987b-b9684112a28c None None] Sync routers for ids ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:36:39.561677 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104ba3f-7805-43d6-987b-b9684112a28c None None] Routers {'f6e4b892-0782-45f7-8f9b-b1c61fd084d1'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:39.562532 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-b104ba3f-7805-43d6-987b-b9684112a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:36:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:39.578509 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-4b4d1e2d-70aa-4dff-9aa3-981c3ec6dafb tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "DELETE /v2.0/floatingips/6f0fb631-cfa2-46d0-bbb6-5acc81d1fde4 HTTP/1.1" status: 204 len: 168 time: 1.6534986 Sep 24 03:36:39.676264 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-b104ba3f-7805-43d6-987b-b9684112a28c None None] Set router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:39.898913 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-b104ba3f-7805-43d6-987b-b9684112a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:33:21Z', 'revision_number': 4, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1', 'name': '', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'mac_address': 'fa:16:3e:83:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:20Z', 'updated_at': '2021-09-24T03:33:26Z', 'revision_number': 5, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'subnets': [{'id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:39.925574 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104ba3f-7805-43d6-987b-b9684112a28c None None] Checking router: f6e4b892-0782-45f7-8f9b-b1c61fd084d1 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:36:39.934019 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104ba3f-7805-43d6-987b-b9684112a28c None None] Routers {'f6e4b892-0782-45f7-8f9b-b1c61fd084d1'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:39.934626 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-b104ba3f-7805-43d6-987b-b9684112a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:36:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:39.990140 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:36:39.992430 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8f3f78-1678-4824-a514-0bf0cdc4f603" -d '{"events": [{"name": "network-changed", "server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:36:40.038749 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c262fd-51b0-4bb7-addb-2d3696cc784d x-openstack-request-id: req-52c262fd-51b0-4bb7-addb-2d3696cc784d {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:36:40.039038 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:36:40.039287 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52c262fd-51b0-4bb7-addb-2d3696cc784d {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:36:40.039685 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d', 'status': 'completed', 'code': 200} Sep 24 03:36:40.046423 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-b104ba3f-7805-43d6-987b-b9684112a28c None None] Set router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:40.108989 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f3f78-1678-4824-a514-0bf0cdc4f603 req-94e4a073-c4ca-49bf-ba70-1626bc359f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:40.110508 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a8f3f78-1678-4824-a514-0bf0cdc4f603 req-94e4a073-c4ca-49bf-ba70-1626bc359f73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8aafe7ea28c45d79b2cb49f09c3c82f&device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 1099 time: 0.0405695 Sep 24 03:36:40.243630 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-b104ba3f-7805-43d6-987b-b9684112a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:33:21Z', 'revision_number': 4, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1', 'name': '', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'mac_address': 'fa:16:3e:83:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:20Z', 'updated_at': '2021-09-24T03:33:26Z', 'revision_number': 5, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'subnets': [{'id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:40.247664 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767bee8-8e3c-4bd6-b936-b20d27ba261f req-46450861-ed2d-49c6-86ca-254e115b7400 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:40.249151 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6767bee8-8e3c-4bd6-b936-b20d27ba261f req-46450861-ed2d-49c6-86ca-254e115b7400 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 945 time: 0.1064668 Sep 24 03:36:40.275310 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104ba3f-7805-43d6-987b-b9684112a28c None None] The sync data for ids ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'] in dv-cinder-810800-1-iscsi is: [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:33:21Z', 'revision_number': 4, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1', 'name': '', 'network_id': '6448989d-b885-499e-a084-9678a302db42', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'mac_address': 'fa:16:3e:83:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:20Z', 'updated_at': '2021-09-24T03:33:26Z', 'revision_number': 5, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'subnets': [{'id': 'bf378b03-36db-451a-b5ee-be5d345b839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:36:40.289705 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f3f78-1678-4824-a514-0bf0cdc4f603 req-9a86fbd8-0a9e-4a40-8a33-9157e7086de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:40.291239 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a8f3f78-1678-4824-a514-0bf0cdc4f603 req-9a86fbd8-0a9e-4a40-8a33-9157e7086de4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6448989d-b885-499e-a084-9678a302db42 HTTP/1.1" status: 200 len: 916 time: 0.1498106 Sep 24 03:36:40.368197 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a8f3f78-1678-4824-a514-0bf0cdc4f603 req-544922dd-a9ca-4c4c-b77a-a31c1da3cfc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d HTTP/1.1" status: 200 len: 217 time: 0.0408947 Sep 24 03:36:40.435603 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-6767bee8-8e3c-4bd6-b936-b20d27ba261f req-aceabda7-3444-413b-b7e9-c628d84afe40 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Deleting port cf89626a-0edc-4473-b110-62d1dceec972 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:36:40.435948 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-6767bee8-8e3c-4bd6-b936-b20d27ba261f req-aceabda7-3444-413b-b7e9-c628d84afe40 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:40.465960 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f3f78-1678-4824-a514-0bf0cdc4f603 req-8d12ca72-ebdd-469e-ba11-7b297c9f301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:40.467432 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a8f3f78-1678-4824-a514-0bf0cdc4f603 req-8d12ca72-ebdd-469e-ba11-7b297c9f301e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf378b03-36db-451a-b5ee-be5d345b839d HTTP/1.1" status: 200 len: 854 time: 0.0864942 Sep 24 03:36:40.519783 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604523a1-7d25-43b0-8abc-fcb7ec6e30db None None] New status for floating IP 6f0fb631-cfa2-46d0-bbb6-5acc81d1fde4: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:36:40.582079 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f3f78-1678-4824-a514-0bf0cdc4f603 req-4836f081-a85c-46b2-815c-5b5c5717acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:40.583550 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a8f3f78-1678-4824-a514-0bf0cdc4f603 req-4836f081-a85c-46b2-815c-5b5c5717acce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6448989d-b885-499e-a084-9678a302db42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747192 Sep 24 03:36:40.590485 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-6767bee8-8e3c-4bd6-b936-b20d27ba261f req-aceabda7-3444-413b-b7e9-c628d84afe40 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] For port cf89626a-0edc-4473-b110-62d1dceec972, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=cf89626a-0edc-4473-b110-62d1dceec972,segment=NetworkSegment(dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6),segment_id=dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:40.590907 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-6767bee8-8e3c-4bd6-b936-b20d27ba261f req-aceabda7-3444-413b-b7e9-c628d84afe40 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:40.636133 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-6767bee8-8e3c-4bd6-b936-b20d27ba261f req-aceabda7-3444-413b-b7e9-c628d84afe40 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Calling delete_port for cf89626a-0edc-4473-b110-62d1dceec972 owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:36:40.766961 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a8f3f78-1678-4824-a514-0bf0cdc4f603 req-1dab0999-230f-4ddf-9ff1-c04fe43deca8 service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733994 Sep 24 03:36:40.791377 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334388e4-3bfe-49b1-98b6-7ab9ad6b257a req-95907d5a-ab19-4e6d-9f0c-aa7440897d6c tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:40.798213 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-334388e4-3bfe-49b1-98b6-7ab9ad6b257a req-95907d5a-ab19-4e6d-9f0c-aa7440897d6c tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b2947b8-8c83-4cef-986b-fc6f1c5d0638 HTTP/1.1" status: 200 len: 945 time: 0.1349595 Sep 24 03:36:40.816642 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55436) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:40.946745 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3032f120-b17c-4f3a-bdaf-9caceaac6208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:40.988977 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-334388e4-3bfe-49b1-98b6-7ab9ad6b257a req-c41d69dc-c099-419f-88e1-e8022b0ad9c5 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847119 Sep 24 03:36:41.020491 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-6767bee8-8e3c-4bd6-b936-b20d27ba261f req-aceabda7-3444-413b-b7e9-c628d84afe40 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:41.033954 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['cf89626a-0edc-4473-b110-62d1dceec972'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:36:41.054998 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3032f120-b17c-4f3a-bdaf-9caceaac6208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:41.061643 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceabda7-3444-413b-b7e9-c628d84afe40 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Pushing event deleted for resources: {'Port': ['ID=cf89626a-0edc-4473-b110-62d1dceec972,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:41.065238 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a8f3f78-1678-4824-a514-0bf0cdc4f603 req-0c52f537-d8b4-4671-9264-e14cea12b84a service neutron] 10.222.0.13 "GET /v2.0/networks/6448989d-b885-499e-a084-9678a302db42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636540 Sep 24 03:36:41.066543 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3032f120-b17c-4f3a-bdaf-9caceaac6208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:41.099729 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032f120-b17c-4f3a-bdaf-9caceaac6208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8b1e4b-a87f-46e3-8fc0-0dbca2d55450,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:41.125904 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6767bee8-8e3c-4bd6-b936-b20d27ba261f req-aceabda7-3444-413b-b7e9-c628d84afe40 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] No DVR routers for this DVR port cf89626a-0edc-4473-b110-62d1dceec972 on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:36:41.128336 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-6767bee8-8e3c-4bd6-b936-b20d27ba261f req-aceabda7-3444-413b-b7e9-c628d84afe40 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:41.129228 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-3032f120-b17c-4f3a-bdaf-9caceaac6208 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63b4d460033c434d99cbc5718b5c65e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105683 Sep 24 03:36:41.130367 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6767bee8-8e3c-4bd6-b936-b20d27ba261f req-aceabda7-3444-413b-b7e9-c628d84afe40 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.13 "DELETE /v2.0/ports/cf89626a-0edc-4473-b110-62d1dceec972 HTTP/1.1" status: 204 len: 173 time: 0.8676801 Sep 24 03:36:41.130483 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55450) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:41.181940 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f196131-8d38-49ec-8db4-2d55745a8ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:41.202692 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f196131-8d38-49ec-8db4-2d55745a8ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:41.251937 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f196131-8d38-49ec-8db4-2d55745a8ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:41.254683 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f196131-8d38-49ec-8db4-2d55745a8ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:41.255878 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-5f196131-8d38-49ec-8db4-2d55745a8ac2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac8b1e4b-a87f-46e3-8fc0-0dbca2d55450 HTTP/1.1" status: 204 len: 168 time: 0.1245079 Sep 24 03:36:41.264543 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f196131-8d38-49ec-8db4-2d55745a8ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8b1e4b-a87f-46e3-8fc0-0dbca2d55450,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:42.041654 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2947b8-8c83-4cef-986b-fc6f1c5d0638', 'name': 'network-vif-deleted', 'tag': 'cf89626a-0edc-4473-b110-62d1dceec972'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:36:42.044381 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d39413a-64e6-4bb3-96ca-741f505c7870" -d '{"events": [{"server_uuid": "9b2947b8-8c83-4cef-986b-fc6f1c5d0638", "name": "network-vif-deleted", "tag": "cf89626a-0edc-4473-b110-62d1dceec972"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:36:42.081398 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc058805-74b7-4fbd-b05c-ef6016829ab8 x-openstack-request-id: req-fc058805-74b7-4fbd-b05c-ef6016829ab8 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:36:42.081628 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2947b8-8c83-4cef-986b-fc6f1c5d0638", "name": "network-vif-deleted", "tag": "cf89626a-0edc-4473-b110-62d1dceec972", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:36:42.081919 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc058805-74b7-4fbd-b05c-ef6016829ab8 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:36:42.082524 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2947b8-8c83-4cef-986b-fc6f1c5d0638', 'name': 'network-vif-deleted', 'tag': 'cf89626a-0edc-4473-b110-62d1dceec972', 'status': 'completed', 'code': 200} Sep 24 03:36:42.404162 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8ff46-f006-4871-87fa-2f8721d71579 req-ffe3032d-bfe8-4f3d-b82f-27bca2758578 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:42.405563 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ced8ff46-f006-4871-87fa-2f8721d71579 req-ffe3032d-bfe8-4f3d-b82f-27bca2758578 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.0503590 Sep 24 03:36:42.445118 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ced8ff46-f006-4871-87fa-2f8721d71579 req-4f12fd05-66cd-4e20-9277-3c3dbc0ddfd2 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330925 Sep 24 03:36:44.214620 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device cf89626a-0edc-4473-b110-62d1dceec972 no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:36:44.233858 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: cf89626a-0edc-4473-b110-62d1dceec972 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:36:44.234195 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device cf89626a-0edc-4473-b110-62d1dceec972 not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:36:45.197093 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c522ec-4094-4c85-9269-a1d830ec313d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:45.280614 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-fc3d1462-c31c-42b9-bcd6-9cc6919b1a69 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535929102&fields=id&tenant_id=69c1af3d8fb24a3ea2c05a5b9d852f84 HTTP/1.1" status: 200 len: 267 time: 0.0348737 Sep 24 03:36:45.389866 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39529e-25bb-4e37-801d-ddbf1aacbee8 req-54c1d18f-588e-4167-be7d-e8481c642aa6 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:45.391353 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-aa39529e-25bb-4e37-801d-ddbf1aacbee8 req-54c1d18f-588e-4167-be7d-e8481c642aa6 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.1152101 Sep 24 03:36:45.433083 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-8a8f228e-5093-4c76-9920-d198f849c67b tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:45.434469 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-8a8f228e-5093-4c76-9920-d198f849c67b tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/networks?id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366 HTTP/1.1" status: 200 len: 809 time: 0.1466861 Sep 24 03:36:45.458145 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-aa39529e-25bb-4e37-801d-ddbf1aacbee8 req-16c94e16-e5cf-4744-b2ce-c98b9b96c2af tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590270 Sep 24 03:36:45.460470 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-0098c791-46a3-402c-a49e-6d49cb411de3 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/quotas/69c1af3d8fb24a3ea2c05a5b9d852f84 HTTP/1.1" status: 200 len: 375 time: 0.0169716 Sep 24 03:36:45.515933 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-28626bb6-a6a6-450e-9cc4-e5cc62c58ccb tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=69c1af3d8fb24a3ea2c05a5b9d852f84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489523 Sep 24 03:36:45.702227 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-8badb3fa-4e79-4b0a-8163-394d98717d4a service neutron] 10.222.0.18 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736088 Sep 24 03:36:45.795848 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-556bc64a-c24c-40ac-8097-8dfbad47f162 service neutron] 10.222.0.18 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876877 Sep 24 03:36:46.077012 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c002c099-a03a-4bc8-a1eb-eed14e1266e1 req-aa185f10-ea80-4366-ba63-e9eb6e60dbcc tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 210 time: 0.0266833 Sep 24 03:36:46.579346 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959ac8f-c295-40c1-aeae-8526535e00a2 req-365139a6-2903-4ad7-be36-a77a2713e28f tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:46.580975 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2959ac8f-c295-40c1-aeae-8526535e00a2 req-365139a6-2903-4ad7-be36-a77a2713e28f tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.0503924 Sep 24 03:36:46.621482 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2959ac8f-c295-40c1-aeae-8526535e00a2 req-b7f59c48-8fd1-4e25-9ba7-002b11b1d0af tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341418 Sep 24 03:36:47.202138 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e8c1c347-1114-4f11-ac8b-3578ca169b17 req-81b0af32-703b-47f9-95e7-df276a335ac6 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 210 time: 0.0388172 Sep 24 03:36:47.255212 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fc516-104d-4a6f-b721-44ea514b6074 req-e431ac7d-16fe-4645-8f9d-25d7bee085c3 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:47.256674 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c47fc516-104d-4a6f-b721-44ea514b6074 req-e431ac7d-16fe-4645-8f9d-25d7bee085c3 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.1389482 Sep 24 03:36:47.311209 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-b841bc3a-91bf-40f4-815c-14de13b60e4c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:47.312677 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-b841bc3a-91bf-40f4-815c-14de13b60e4c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.13 "GET /v2.0/networks?id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366 HTTP/1.1" status: 200 len: 809 time: 0.1961522 Sep 24 03:36:47.387836 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-1f8317e8-5802-4c30-90a1-969bfbc0755f tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69c1af3d8fb24a3ea2c05a5b9d852f84 HTTP/1.1" status: 200 len: 380 time: 0.0591357 Sep 24 03:36:47.408150 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-f2c5a394-2e3b-446f-97c8-d73fb36e221e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Request body: {'port': {'device_id': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'admin_state_up': True, 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'security_groups': ['ff45e5ca-d8d3-4eed-b94f-65e241c77617']}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:47.430998 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-c47fc516-104d-4a6f-b721-44ea514b6074 req-782f94ab-d0bf-4baa-92bf-d7879b2e74fc tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Deleting port e6ac50dd-759d-45ec-baea-edee8c9c243d {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:36:47.431338 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c47fc516-104d-4a6f-b721-44ea514b6074 req-782f94ab-d0bf-4baa-92bf-d7879b2e74fc tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:47.581480 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-c47fc516-104d-4a6f-b721-44ea514b6074 req-782f94ab-d0bf-4baa-92bf-d7879b2e74fc tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] For port e6ac50dd-759d-45ec-baea-edee8c9c243d, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=e6ac50dd-759d-45ec-baea-edee8c9c243d,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:47.582194 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c47fc516-104d-4a6f-b721-44ea514b6074 req-782f94ab-d0bf-4baa-92bf-d7879b2e74fc tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:47.601243 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-c47fc516-104d-4a6f-b721-44ea514b6074 req-782f94ab-d0bf-4baa-92bf-d7879b2e74fc tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Calling delete_port for e6ac50dd-759d-45ec-baea-edee8c9c243d owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:36:47.622349 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-f2c5a394-2e3b-446f-97c8-d73fb36e221e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Made reservation on behalf of 69c1af3d8fb24a3ea2c05a5b9d852f84 for: {'port': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:36:47.626175 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-f2c5a394-2e3b-446f-97c8-d73fb36e221e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:47.687138 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f7e73c7c-6b09-48ff-b677-aeb4767104c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:48.038625 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3184bb-9b93-4412-97e8-6939a5c4c273 req-1473a09a-fece-4087-b4e0-6d018dbbf508 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:48.040209 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5c3184bb-9b93-4412-97e8-6939a5c4c273 req-1473a09a-fece-4087-b4e0-6d018dbbf508 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 946 time: 0.1353791 Sep 24 03:36:48.153411 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5c3184bb-9b93-4412-97e8-6939a5c4c273 req-299f45c2-dd58-4ddc-a1f4-84aea552696b tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a2fedc1-207c-4659-8cd0-65c27b71401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031947 Sep 24 03:36:48.158047 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-f2c5a394-2e3b-446f-97c8-d73fb36e221e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Allocated IP 172.20.0.7 (cc5e08ad-2e36-4c6d-b5d1-210218b7a366/3ac6bdfa-1d19-496c-b27a-ffc22503cd67/0dfff50d-916c-4ef8-b736-5fe358a4016f) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:36:48.164791 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c47fc516-104d-4a6f-b721-44ea514b6074 req-782f94ab-d0bf-4baa-92bf-d7879b2e74fc tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:48.209260 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f94ab-d0bf-4baa-92bf-d7879b2e74fc tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Pushing event deleted for resources: {'Port': ['ID=e6ac50dd-759d-45ec-baea-edee8c9c243d,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:48.277071 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47fc516-104d-4a6f-b721-44ea514b6074 req-782f94ab-d0bf-4baa-92bf-d7879b2e74fc tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] No DVR routers for this DVR port e6ac50dd-759d-45ec-baea-edee8c9c243d on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:36:48.282354 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-c47fc516-104d-4a6f-b721-44ea514b6074 req-782f94ab-d0bf-4baa-92bf-d7879b2e74fc tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:48.284259 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c47fc516-104d-4a6f-b721-44ea514b6074 req-782f94ab-d0bf-4baa-92bf-d7879b2e74fc tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.13 "DELETE /v2.0/ports/e6ac50dd-759d-45ec-baea-edee8c9c243d HTTP/1.1" status: 204 len: 173 time: 1.0161936 Sep 24 03:36:48.287656 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'name': 'network-vif-deleted', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:36:48.289965 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f90dd12-3c2f-473f-99bc-8c5568e6476c" -d '{"events": [{"server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "name": "network-vif-deleted", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:36:48.326223 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-833a5185-2744-48cd-a38a-74eb7af28aad req-1df28013-e0d8-4bb0-9f65-fbb6eaec36b8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 210 time: 0.0451307 Sep 24 03:36:48.327620 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e68624-e9c9-4c90-a286-dfed3abadbad x-openstack-request-id: req-59e68624-e9c9-4c90-a286-dfed3abadbad {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:36:48.327903 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f970df3c-ce7a-4c9c-9564-0a3707e53696", "name": "network-vif-deleted", "tag": "e6ac50dd-759d-45ec-baea-edee8c9c243d", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:36:48.328266 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59e68624-e9c9-4c90-a286-dfed3abadbad {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:36:48.328705 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f970df3c-ce7a-4c9c-9564-0a3707e53696', 'name': 'network-vif-deleted', 'tag': 'e6ac50dd-759d-45ec-baea-edee8c9c243d', 'status': 'completed', 'code': 200} Sep 24 03:36:48.402259 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-f2c5a394-2e3b-446f-97c8-d73fb36e221e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:48.435191 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-f2c5a394-2e3b-446f-97c8-d73fb36e221e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:48.475980 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-f2c5a394-2e3b-446f-97c8-d73fb36e221e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:36:48.479022 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-f2c5a394-2e3b-446f-97c8-d73fb36e221e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:48.481364 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-f2c5a394-2e3b-446f-97c8-d73fb36e221e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:36:48.512937 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5a394-2e3b-446f-97c8-d73fb36e221e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Pushing event updated for resources: {'Port': ['ID=0dfff50d-916c-4ef8-b736-5fe358a4016f,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:48.545230 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-f2c5a394-2e3b-446f-97c8-d73fb36e221e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:48.545841 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-f2c5a394-2e3b-446f-97c8-d73fb36e221e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:48.562914 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-f2c5a394-2e3b-446f-97c8-d73fb36e221e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1640494 Sep 24 03:36:48.719106 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:48.785045 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7bc35a38-e06c-4329-aac9-ab429258c8d6 None None] Provisioning complete for port 0dfff50d-916c-4ef8-b736-5fe358a4016f triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:36:48.785420 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7bc35a38-e06c-4329-aac9-ab429258c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:48.820640 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7bc35a38-e06c-4329-aac9-ab429258c8d6 None None] Port 0dfff50d-916c-4ef8-b736-5fe358a4016f cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:36:49.303033 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:50.659078 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device e6ac50dd-759d-45ec-baea-edee8c9c243d no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:36:50.673189 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Request body: {'port': {'device_id': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:50.680082 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: e6ac50dd-759d-45ec-baea-edee8c9c243d {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:36:50.680436 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device e6ac50dd-759d-45ec-baea-edee8c9c243d not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:36:50.733964 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:50.745391 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:50.818432 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b012c055-05a6-4ee8-902d-fdb7c01a57e5 req-64da90d1-3e20-4d28-bcad-9c9f60001666 tempest-TestMinimumBasicScenario-2071764494 tempest-TestMinimumBasicScenario-2071764494-project] 10.222.0.18 "GET /v2.0/ports?device_id=f970df3c-ce7a-4c9c-9564-0a3707e53696 HTTP/1.1" status: 200 len: 210 time: 0.0416360 Sep 24 03:36:50.940418 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe4da-f465-4e3d-b4e9-acc4ad5e10aa req-ba8243ab-ad7d-423f-8280-b041b3a7159a tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:50.941931 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-070fe4da-f465-4e3d-b4e9-acc4ad5e10aa req-ba8243ab-ad7d-423f-8280-b041b3a7159a tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 931 time: 0.1331661 Sep 24 03:36:51.057472 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-070fe4da-f465-4e3d-b4e9-acc4ad5e10aa req-cde05d99-c746-4e8d-9d93-738fe93e0ccd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052582 Sep 24 03:36:51.183095 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-3a952599-7d4e-4ed2-8b53-be0edc43addb tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:51.184544 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-3a952599-7d4e-4ed2-8b53-be0edc43addb tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/networks?id=ce30542c-69af-4033-9d35-5d6651a01e27 HTTP/1.1" status: 200 len: 814 time: 0.1804640 Sep 24 03:36:51.196175 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfff50d-916c-4ef8-b736-5fe358a4016f {{(pid=94016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:36:51.209940 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:51.217065 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-d5ecf0e8-247c-45ce-a6d6-34379d248ab8 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/quotas/f90f5ee150c84714b914726dff583040 HTTP/1.1" status: 200 len: 375 time: 0.0252051 Sep 24 03:36:51.225135 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.provisioning_blocks [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Transition to ACTIVE for port object 0dfff50d-916c-4ef8-b736-5fe358a4016f will not be triggered until provisioned by entity L2. {{(pid=94016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:36:51.233577 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:51.271208 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-3c810285-991b-4cb0-b9c3-4ea1210bb52a tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f90f5ee150c84714b914726dff583040&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476277 Sep 24 03:36:51.300840 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfff50d-916c-4ef8-b736-5fe358a4016f,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:51.435600 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Attempting to bind port 0dfff50d-916c-4ef8-b736-5fe358a4016f on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:36:51.435930 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Attempting to bind port 0dfff50d-916c-4ef8-b736-5fe358a4016f by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': '7b1b3b0e-0059-4348-b74f-5177133af4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366'}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:36:51.436252 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Attempting to bind port 0dfff50d-916c-4ef8-b736-5fe358a4016f on network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:36:51.444152 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Port 0dfff50d-916c-4ef8-b736-5fe358a4016f on network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:36:51.444467 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Attempting to bind port 0dfff50d-916c-4ef8-b736-5fe358a4016f on network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:36:51.453732 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:36:51.454071 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Checking segment: {'id': '7b1b3b0e-0059-4348-b74f-5177133af4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:36:51.454442 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Bound using segment: {'id': '7b1b3b0e-0059-4348-b74f-5177133af4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366'} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:36:51.454888 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Bound port: 0dfff50d-916c-4ef8-b736-5fe358a4016f, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1b3b0e-0059-4348-b74f-5177133af4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366'}}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:36:51.455238 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:51.473997 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2e2f7397-94aa-4575-b2bd-193f3d62f5b9 service neutron] 10.222.0.18 "GET /v2.0/networks/ce30542c-69af-4033-9d35-5d6651a01e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924758 Sep 24 03:36:51.580728 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] For port 0dfff50d-916c-4ef8-b736-5fe358a4016f, host hv-cinder-81080, cleared binding levels {{(pid=94016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:36:51.595816 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] For port 0dfff50d-916c-4ef8-b736-5fe358a4016f, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:36:51.600522 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:51.637071 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-71823875-da4b-43ba-bc3c-35d038b5e030 service neutron] 10.222.0.18 "GET /v2.0/networks/ce30542c-69af-4033-9d35-5d6651a01e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436138 Sep 24 03:36:51.641019 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:51.641606 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:51.642891 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] 10.222.0.13 "PUT /v2.0/ports/0dfff50d-916c-4ef8-b736-5fe358a4016f HTTP/1.1" status: 200 len: 1093 time: 0.9746282 Sep 24 03:36:51.643340 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:36:51.645728 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894cc86a-a285-491a-afd4-2031972f7a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:36:51.672382 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a425d0-cda8-43ba-8062-1b0ad324fc96 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfff50d-916c-4ef8-b736-5fe358a4016f,revision_number=3']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:51.708622 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1174e2f-6875-4e6d-abf0-97a59e30d66b x-openstack-request-id: req-d1174e2f-6875-4e6d-abf0-97a59e30d66b {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:36:51.709244 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:36:51.709244 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1174e2f-6875-4e6d-abf0-97a59e30d66b {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:36:51.709835 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'status': 'completed', 'code': 200} Sep 24 03:36:51.753376 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-9bc40743-e648-47b3-ab13-c64142399417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:51.755026 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-9bc40743-e648-47b3-ab13-c64142399417 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69c1af3d8fb24a3ea2c05a5b9d852f84&device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 1096 time: 0.0570579 Sep 24 03:36:51.811542 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-492cd9ce-1825-46d8-83fc-47c247b4a76c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f HTTP/1.1" status: 200 len: 217 time: 0.0471001 Sep 24 03:36:51.905132 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-473f3e89-22ba-4664-a0c1-d65769df042c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:51.906743 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-473f3e89-22ba-4664-a0c1-d65769df042c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ac6bdfa-1d19-496c-b27a-ffc22503cd67 HTTP/1.1" status: 200 len: 848 time: 0.0866437 Sep 24 03:36:51.909251 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-200ce6d7-9a83-46e2-943d-53b936385583 req-7d33d431-9a01-4ebb-8ed0-912821335ad0 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 210 time: 0.0400112 Sep 24 03:36:51.978480 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-6eae5f12-75f5-43af-b0bb-e8cfe5eca362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:51.980847 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-6eae5f12-75f5-43af-b0bb-e8cfe5eca362 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572855 Sep 24 03:36:52.082204 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-1e1a17cb-287e-4193-b6c8-9564fd74bceb service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927362 Sep 24 03:36:52.223830 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f878a431-f92b-49f4-b47e-d75a85a3fe9c req-00e867ff-fbec-4737-acc1-1f7facb95938 service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333935 Sep 24 03:36:52.232940 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5aac0-27b3-4468-9810-d08e932c03ad req-bda90490-47cd-4fd3-a966-155701d48e67 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:52.234502 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0ad5aac0-27b3-4468-9810-d08e932c03ad req-bda90490-47cd-4fd3-a966-155701d48e67 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0704391 Sep 24 03:36:52.279247 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0ad5aac0-27b3-4468-9810-d08e932c03ad req-4d7d29b5-86dd-4ada-8e0f-e8c93d40d156 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380831 Sep 24 03:36:52.331568 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cc86a-a285-491a-afd4-2031972f7a4f req-85d9a8d2-bd77-4a05-af42-0a632d690bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:52.333068 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-894cc86a-a285-491a-afd4-2031972f7a4f req-85d9a8d2-bd77-4a05-af42-0a632d690bfa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69c1af3d8fb24a3ea2c05a5b9d852f84&device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 1096 time: 0.0506313 Sep 24 03:36:52.454568 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cc86a-a285-491a-afd4-2031972f7a4f req-c1e60e87-e20e-4979-ac66-16b71e1b24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:52.456058 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-894cc86a-a285-491a-afd4-2031972f7a4f req-c1e60e87-e20e-4979-ac66-16b71e1b24ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366 HTTP/1.1" status: 200 len: 910 time: 0.1142099 Sep 24 03:36:52.499761 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-894cc86a-a285-491a-afd4-2031972f7a4f req-d78a7f0d-78e5-435d-b8b2-469b1e8df6cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f HTTP/1.1" status: 200 len: 217 time: 0.0347762 Sep 24 03:36:52.556719 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cc86a-a285-491a-afd4-2031972f7a4f req-ddbc18cb-1a69-417a-8819-5439f8a79096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:52.558235 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-894cc86a-a285-491a-afd4-2031972f7a4f req-ddbc18cb-1a69-417a-8819-5439f8a79096 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ac6bdfa-1d19-496c-b27a-ffc22503cd67 HTTP/1.1" status: 200 len: 848 time: 0.0493221 Sep 24 03:36:52.608115 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cc86a-a285-491a-afd4-2031972f7a4f req-79f85bba-7727-4024-98fa-a6ece6fc89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:52.609507 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-894cc86a-a285-491a-afd4-2031972f7a4f req-79f85bba-7727-4024-98fa-a6ece6fc89ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411105 Sep 24 03:36:52.659576 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55642) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:52.706745 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-894cc86a-a285-491a-afd4-2031972f7a4f req-18cd1226-e6dd-4b3b-8732-05a735ae26ec service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879786 Sep 24 03:36:52.803534 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-894cc86a-a285-491a-afd4-2031972f7a4f req-47a3e6c6-55f8-4358-b4f8-e2c7bb21c2eb service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885327 Sep 24 03:36:53.044811 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76971bbc-c075-43f0-9c4a-1904be22bc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725511'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:53.055636 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-39b8e05d-2e92-49ad-a5a5-e35a085981b4 req-a4835759-63e1-4059-92b1-ecc96e676e26 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 210 time: 0.0348828 Sep 24 03:36:53.083110 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-e7eff261-8314-4d2b-a819-688f7e6bcba8 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:53.086377 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-e7eff261-8314-4d2b-a819-688f7e6bcba8 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.13 "GET /v2.0/networks?id=ce30542c-69af-4033-9d35-5d6651a01e27 HTTP/1.1" status: 200 len: 814 time: 0.1504982 Sep 24 03:36:53.100389 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-9f83ec83-e65d-4dbd-afa3-0c3325a74393 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Request body: {'port': {'device_id': '943878e5-6c60-468f-bb4b-83e2a59f5d4a', 'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27', 'admin_state_up': True, 'tenant_id': 'f90f5ee150c84714b914726dff583040'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:53.210917 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-9f83ec83-e65d-4dbd-afa3-0c3325a74393 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Made reservation on behalf of f90f5ee150c84714b914726dff583040 for: {'port': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:36:53.214461 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-9f83ec83-e65d-4dbd-afa3-0c3325a74393 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:53.295031 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-76971bbc-c075-43f0-9c4a-1904be22bc55 admin admin] Deleting port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:36:53.295365 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76971bbc-c075-43f0-9c4a-1904be22bc55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:53.336042 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-9f83ec83-e65d-4dbd-afa3-0c3325a74393 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Allocated IP 172.20.0.5 (ce30542c-69af-4033-9d35-5d6651a01e27/1fce3e02-74ae-4c03-9dd8-e4d028cc7082/0717861b-d1f6-493d-aa8d-5314188e7508) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:36:53.378241 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-76971bbc-c075-43f0-9c4a-1904be22bc55 admin admin] For port abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:53.378595 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76971bbc-c075-43f0-9c4a-1904be22bc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:53.391003 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-76971bbc-c075-43f0-9c4a-1904be22bc55 admin admin] Calling delete_port for abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:36:53.449334 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56486232-ac4b-49d5-a2fa-840de7f957ef req-1c09ec87-a21c-4195-91f9-4e328b23d043 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:53.450888 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-56486232-ac4b-49d5-a2fa-840de7f957ef req-1c09ec87-a21c-4195-91f9-4e328b23d043 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0985529 Sep 24 03:36:53.535333 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-56486232-ac4b-49d5-a2fa-840de7f957ef req-6bddf3ac-b18e-474f-a43a-5d1c399adf36 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757561 Sep 24 03:36:53.552618 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-9f83ec83-e65d-4dbd-afa3-0c3325a74393 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:53.577414 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76971bbc-c075-43f0-9c4a-1904be22bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:53.589626 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-9f83ec83-e65d-4dbd-afa3-0c3325a74393 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:53.604377 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76971bbc-c075-43f0-9c4a-1904be22bc55 admin admin] Pushing event deleted for resources: {'Port': ['ID=abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:53.637905 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-9f83ec83-e65d-4dbd-afa3-0c3325a74393 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Network ce30542c-69af-4033-9d35-5d6651a01e27 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:36:53.640971 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-9f83ec83-e65d-4dbd-afa3-0c3325a74393 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:36:53.643458 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-9f83ec83-e65d-4dbd-afa3-0c3325a74393 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:36:53.675028 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83ec83-e65d-4dbd-afa3-0c3325a74393 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Pushing event updated for resources: {'Port': ['ID=0717861b-d1f6-493d-aa8d-5314188e7508,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:53.719565 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-9f83ec83-e65d-4dbd-afa3-0c3325a74393 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:53.720196 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-9f83ec83-e65d-4dbd-afa3-0c3325a74393 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:53.737776 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-9f83ec83-e65d-4dbd-afa3-0c3325a74393 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6415007 Sep 24 03:36:53.753339 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Request body: {'port': {'device_id': '943878e5-6c60-468f-bb4b-83e2a59f5d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:36:53.768181 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76971bbc-c075-43f0-9c4a-1904be22bc55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726670'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:53.816431 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:53.993155 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76971bbc-c075-43f0-9c4a-1904be22bc55 admin admin] Router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:36:54.092199 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0717861b-d1f6-493d-aa8d-5314188e7508 {{(pid=94016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:36:54.105182 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:54.110235 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76971bbc-c075-43f0-9c4a-1904be22bc55 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:36:54.115878 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-76971bbc-c075-43f0-9c4a-1904be22bc55 admin admin] 10.222.0.18 "PUT /v2.0/routers/f6e4b892-0782-45f7-8f9b-b1c61fd084d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4553113 Sep 24 03:36:54.119049 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9325c7-08be-4d74-af04-c17b74e0db5f None None] Sync routers for ids ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:36:54.121328 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 55662) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:54.124119 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.provisioning_blocks [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Transition to ACTIVE for port object 0717861b-d1f6-493d-aa8d-5314188e7508 will not be triggered until provisioned by entity L2. {{(pid=94016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:36:54.130155 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9325c7-08be-4d74-af04-c17b74e0db5f None None] Routers {'f6e4b892-0782-45f7-8f9b-b1c61fd084d1'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:54.131041 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-4b9325c7-08be-4d74-af04-c17b74e0db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:36:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:54.160982 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:54.293987 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Pushing event updated for resources: {'Port': ['ID=0717861b-d1f6-493d-aa8d-5314188e7508,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:54.356423 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-4b9325c7-08be-4d74-af04-c17b74e0db5f None None] Set router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:54.546051 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-4b9325c7-08be-4d74-af04-c17b74e0db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:36:53Z', 'revision_number': 5, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:54.577776 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9325c7-08be-4d74-af04-c17b74e0db5f None None] Checking router: f6e4b892-0782-45f7-8f9b-b1c61fd084d1 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:36:54.586428 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9325c7-08be-4d74-af04-c17b74e0db5f None None] Routers {'f6e4b892-0782-45f7-8f9b-b1c61fd084d1'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:54.587185 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-4b9325c7-08be-4d74-af04-c17b74e0db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:36:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:54.600722 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a5286-0dd1-4cff-8ba2-27e7e95297dc req-6f4702d0-fdd6-42a1-9d73-fb9312b296d5 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:54.602456 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c39a5286-0dd1-4cff-8ba2-27e7e95297dc req-6f4702d0-fdd6-42a1-9d73-fb9312b296d5 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 943 time: 0.4112585 Sep 24 03:36:54.636442 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Notify callbacks [] for router, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:54.702334 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-4b9325c7-08be-4d74-af04-c17b74e0db5f None None] Set router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:54.765383 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c39a5286-0dd1-4cff-8ba2-27e7e95297dc req-ce6e11b2-cd96-4b63-8940-8e1f6cf1c158 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515951 Sep 24 03:36:54.766073 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Attempting to bind port 0717861b-d1f6-493d-aa8d-5314188e7508 on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:36:54.766402 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Attempting to bind port 0717861b-d1f6-493d-aa8d-5314188e7508 by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': 'dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27'}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:36:54.766733 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Attempting to bind port 0717861b-d1f6-493d-aa8d-5314188e7508 on network ce30542c-69af-4033-9d35-5d6651a01e27 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:36:54.783801 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7e55c-4b08-46ec-b211-c79563328dbb req-16fbec7e-e976-420b-90a5-100030beba6a tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:54.785270 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b6f7e55c-4b08-46ec-b211-c79563328dbb req-16fbec7e-e976-420b-90a5-100030beba6a tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.1705039 Sep 24 03:36:54.787623 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Port 0717861b-d1f6-493d-aa8d-5314188e7508 on network ce30542c-69af-4033-9d35-5d6651a01e27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:36:54.787946 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Attempting to bind port 0717861b-d1f6-493d-aa8d-5314188e7508 on network ce30542c-69af-4033-9d35-5d6651a01e27 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:36:54.805016 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:36:54.805351 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Checking segment: {'id': 'dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:36:54.805736 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Bound using segment: {'id': 'dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27'} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:36:54.806187 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Bound port: 0717861b-d1f6-493d-aa8d-5314188e7508, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27'}}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:36:54.806542 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:54.873238 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:54.877429 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-4b9325c7-08be-4d74-af04-c17b74e0db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:36:53Z', 'revision_number': 5, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:54.881353 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b6f7e55c-4b08-46ec-b211-c79563328dbb req-b1487511-0ff4-4133-9ff4-7f7440aff35d tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870645 Sep 24 03:36:54.904214 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9325c7-08be-4d74-af04-c17b74e0db5f None None] The sync data for ids ['f6e4b892-0782-45f7-8f9b-b1c61fd084d1'] in dv-cinder-810800-1-iscsi is: [{'id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'name': 'tempest-TestMinimumBasicScenario-1799000189-router', 'tenant_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:17Z', 'updated_at': '2021-09-24T03:36:53Z', 'revision_number': 5, 'project_id': 'b8aafe7ea28c45d79b2cb49f09c3c82f', 'gw_port': {'id': '09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e4b892-0782-45f7-8f9b-b1c61fd084d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:18Z', 'updated_at': '2021-09-24T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:36:54.937514 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] For port 0717861b-d1f6-493d-aa8d-5314188e7508, host hv-cinder-81080, cleared binding levels {{(pid=94016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:36:54.941928 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] For port 0717861b-d1f6-493d-aa8d-5314188e7508, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0717861b-d1f6-493d-aa8d-5314188e7508,segment=NetworkSegment(dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6),segment_id=dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6)] {{(pid=94016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:36:54.948253 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:54.985320 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:54.985686 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:54.987374 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] 10.222.0.13 "PUT /v2.0/ports/0717861b-d1f6-493d-aa8d-5314188e7508 HTTP/1.1" status: 200 len: 1093 time: 1.2385073 Sep 24 03:36:54.990081 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943878e5-6c60-468f-bb4b-83e2a59f5d4a', 'tag': '0717861b-d1f6-493d-aa8d-5314188e7508'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:36:54.993003 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7621113f-3bf6-4dc9-a8ae-0fc14f71afcc" -d '{"events": [{"name": "network-changed", "server_uuid": "943878e5-6c60-468f-bb4b-83e2a59f5d4a", "tag": "0717861b-d1f6-493d-aa8d-5314188e7508"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:36:55.026284 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Deleting port 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:36:55.026646 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:55.029472 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ec6f9a-72a3-4c6a-8ae9-96d775b4d1d7 x-openstack-request-id: req-b7ec6f9a-72a3-4c6a-8ae9-96d775b4d1d7 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:36:55.029795 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943878e5-6c60-468f-bb4b-83e2a59f5d4a", "tag": "0717861b-d1f6-493d-aa8d-5314188e7508", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:36:55.030049 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7ec6f9a-72a3-4c6a-8ae9-96d775b4d1d7 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:36:55.030426 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943878e5-6c60-468f-bb4b-83e2a59f5d4a', 'tag': '0717861b-d1f6-493d-aa8d-5314188e7508', 'status': 'completed', 'code': 200} Sep 24 03:36:55.032158 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955834f-9b15-4be8-bb87-d176bb13e974 service neutron] Pushing event updated for resources: {'Port': ['ID=0717861b-d1f6-493d-aa8d-5314188e7508,revision_number=3']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:55.131840 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-eac73ccc-b4f4-4c5a-b8c1-da440561020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:55.133447 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-eac73ccc-b4f4-4c5a-b8c1-da440561020d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f90f5ee150c84714b914726dff583040&device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 1096 time: 0.1020977 Sep 24 03:36:55.180648 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:55.191034 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-940dcb41-0ae3-41e4-ad0c-257d1d081d51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0717861b-d1f6-493d-aa8d-5314188e7508 HTTP/1.1" status: 200 len: 217 time: 0.0478549 Sep 24 03:36:55.196370 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] For port 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:55.196751 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:55.233290 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Calling delete_port for 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466 owned by network:router_gateway {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:36:55.287983 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-6aa402d6-a148-4458-9380-96bc09bd10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:55.289603 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-6aa402d6-a148-4458-9380-96bc09bd10b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fce3e02-74ae-4c03-9dd8-e4d028cc7082 HTTP/1.1" status: 200 len: 854 time: 0.0851190 Sep 24 03:36:55.331973 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-85f0c7b6-e4e9-47bb-8e30-a338748833f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce30542c-69af-4033-9d35-5d6651a01e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320935 Sep 24 03:36:55.508077 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-770a0220-0782-4f12-a7f7-b19f13e167ab service neutron] 10.222.0.13 "GET /v2.0/networks/ce30542c-69af-4033-9d35-5d6651a01e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363878 Sep 24 03:36:55.527139 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:55.562747 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:55.666936 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726605'] for router_gateway, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:55.759518 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3081f821-dbb1-445e-9e63-c87a59a749c5 req-7d0c51a4-05a3-4fd9-94b3-247a9e677c9e service neutron] 10.222.0.13 "GET /v2.0/networks/ce30542c-69af-4033-9d35-5d6651a01e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413833 Sep 24 03:36:55.767483 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6791'] for router, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:55.769595 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:55.823888 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728875'] for router, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:55.824409 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6e4b892-0782-45f7-8f9b-b1c61fd084d1 {{(pid=94016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 03:36:55.846712 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] Notify callbacks [] for router, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:55.847789 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-62077d3c-7e3d-43e1-b77e-a15e50afb282 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f6e4b892-0782-45f7-8f9b-b1c61fd084d1 HTTP/1.1" status: 204 len: 168 time: 1.7253170 Sep 24 03:36:55.850512 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55674) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:55.892218 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621113f-3bf6-4dc9-a8ae-0fc14f71afcc req-df8f4cd7-861e-4043-bdf8-f17e3e5dbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:55.893756 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7621113f-3bf6-4dc9-a8ae-0fc14f71afcc req-df8f4cd7-861e-4043-bdf8-f17e3e5dbacf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f90f5ee150c84714b914726dff583040&device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 1096 time: 0.0792539 Sep 24 03:36:55.913164 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-5460841b-8343-434b-93cf-a9d6b20355d9 admin admin] Deleting subnet bf378b03-36db-451a-b5ee-be5d345b839d {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:36:55.917448 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5460841b-8343-434b-93cf-a9d6b20355d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:55.920969 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccecb64-176d-48b9-bcc5-3d5600536925 req-17f14715-1dc0-4c28-8d8b-b2f9bc9fe0f5 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:55.922540 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-dccecb64-176d-48b9-bcc5-3d5600536925 req-17f14715-1dc0-4c28-8d8b-b2f9bc9fe0f5 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 943 time: 0.0799665 Sep 24 03:36:55.964439 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5460841b-8343-434b-93cf-a9d6b20355d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9308771'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.046905 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-dccecb64-176d-48b9-bcc5-3d5600536925 req-c4eb39ab-ab55-4d4b-ba40-705d80e51be0 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071978 Sep 24 03:36:56.071766 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621113f-3bf6-4dc9-a8ae-0fc14f71afcc req-422897aa-17ad-4cc7-9067-ec28d052ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:56.073914 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7621113f-3bf6-4dc9-a8ae-0fc14f71afcc req-422897aa-17ad-4cc7-9067-ec28d052ac11 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce30542c-69af-4033-9d35-5d6651a01e27 HTTP/1.1" status: 200 len: 915 time: 0.1713457 Sep 24 03:36:56.082475 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40197a0f-da86-48ac-9bd6-b4e2181eaca0 req-bf53b049-ac77-4e46-86fa-ad3a9fcb8e9e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:56.083917 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-40197a0f-da86-48ac-9bd6-b4e2181eaca0 req-bf53b049-ac77-4e46-86fa-ad3a9fcb8e9e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0815864 Sep 24 03:36:56.084287 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5460841b-8343-434b-93cf-a9d6b20355d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.131243 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7621113f-3bf6-4dc9-a8ae-0fc14f71afcc req-4452f197-ee8a-4de4-bf97-f2facc458508 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0717861b-d1f6-493d-aa8d-5314188e7508 HTTP/1.1" status: 200 len: 217 time: 0.0463791 Sep 24 03:36:56.138775 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5460841b-8343-434b-93cf-a9d6b20355d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9308815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8548313'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.170881 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460841b-8343-434b-93cf-a9d6b20355d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf378b03-36db-451a-b5ee-be5d345b839d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:56.176110 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5460841b-8343-434b-93cf-a9d6b20355d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.178071 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-5460841b-8343-434b-93cf-a9d6b20355d9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bf378b03-36db-451a-b5ee-be5d345b839d HTTP/1.1" status: 204 len: 168 time: 0.3264382 Sep 24 03:36:56.179610 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01f47f9-acb8-4d45-aaaf-c80edf893cc6 None None] Network 6448989d-b885-499e-a084-9678a302db42 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:36:56.180554 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55680) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:56.185745 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-40197a0f-da86-48ac-9bd6-b4e2181eaca0 req-1eaa463e-7aac-427a-b0a7-f151707bcf3f tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950255 Sep 24 03:36:56.208768 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621113f-3bf6-4dc9-a8ae-0fc14f71afcc req-eb07afa2-9aae-4a71-8c65-545b75b39b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:56.208768 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7621113f-3bf6-4dc9-a8ae-0fc14f71afcc req-eb07afa2-9aae-4a71-8c65-545b75b39b40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fce3e02-74ae-4c03-9dd8-e4d028cc7082 HTTP/1.1" status: 200 len: 854 time: 0.0597050 Sep 24 03:36:56.251892 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7621113f-3bf6-4dc9-a8ae-0fc14f71afcc req-2b61eb9b-9c9a-4ca3-a02d-ad7690dfd48e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce30542c-69af-4033-9d35-5d6651a01e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300646 Sep 24 03:36:56.259290 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.322278 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Deleting port 14907a6f-dfab-421d-94af-2e9d10ba8e63 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:36:56.322647 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.394544 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] For port 14907a6f-dfab-421d-94af-2e9d10ba8e63, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=14907a6f-dfab-421d-94af-2e9d10ba8e63,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:56.394822 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.396625 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7621113f-3bf6-4dc9-a8ae-0fc14f71afcc req-2a28b3af-c4d0-42c5-a203-304308b4e30a service neutron] 10.222.0.13 "GET /v2.0/networks/ce30542c-69af-4033-9d35-5d6651a01e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105483 Sep 24 03:36:56.397407 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad3e70d-cac3-471e-9962-c11118b23fb4 None None] DHCP port deletion for 6448989d-b885-499e-a084-9678a302db42 request from dv-cinder-810800-1-iscsi {{(pid=94018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 03:36:56.408731 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Calling delete_port for 14907a6f-dfab-421d-94af-2e9d10ba8e63 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:36:56.449100 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0ad3e70d-cac3-471e-9962-c11118b23fb4 None None] Deleting port 14907a6f-dfab-421d-94af-2e9d10ba8e63 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:36:56.449483 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ad3e70d-cac3-471e-9962-c11118b23fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.489732 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.496527 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7621113f-3bf6-4dc9-a8ae-0fc14f71afcc req-a0f46942-d901-4ab2-bdff-522d7f884694 service neutron] 10.222.0.13 "GET /v2.0/networks/ce30542c-69af-4033-9d35-5d6651a01e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913363 Sep 24 03:36:56.511654 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-0ad3e70d-cac3-471e-9962-c11118b23fb4 None None] For port 14907a6f-dfab-421d-94af-2e9d10ba8e63, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=14907a6f-dfab-421d-94af-2e9d10ba8e63,segment=NetworkSegment(8c59226c-4e51-49e8-aa9d-60c984da4a0c),segment_id=8c59226c-4e51-49e8-aa9d-60c984da4a0c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:56.512048 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ad3e70d-cac3-471e-9962-c11118b23fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.523955 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Pushing event deleted for resources: {'Port': ['ID=14907a6f-dfab-421d-94af-2e9d10ba8e63,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:56.524518 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0ad3e70d-cac3-471e-9962-c11118b23fb4 None None] Calling delete_port for 14907a6f-dfab-421d-94af-2e9d10ba8e63 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:36:56.528538 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] No DVR routers for this DVR port 14907a6f-dfab-421d-94af-2e9d10ba8e63 on host dv-cinder-810800-1-iscsi {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:36:56.597316 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 14907a6f-dfab-421d-94af-2e9d10ba8e63 no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:36:56.620902 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: 14907a6f-dfab-421d-94af-2e9d10ba8e63 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:36:56.621171 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 14907a6f-dfab-421d-94af-2e9d10ba8e63 not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:36:56.621561 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466 no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:36:56.648035 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:36:56.648376 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 09e4b7c6-5f6c-4c60-bac6-e0d1edcc9466 not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:36:56.648797 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:36:56.679532 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:36:56.679874 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device abf90bc4-7f7e-4ab2-b5bd-0100443fa5c1 not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:36:56.708933 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ad3e70d-cac3-471e-9962-c11118b23fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.734077 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3e70d-cac3-471e-9962-c11118b23fb4 None None] Pushing event deleted for resources: {'Port': ['ID=14907a6f-dfab-421d-94af-2e9d10ba8e63,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:56.738041 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad3e70d-cac3-471e-9962-c11118b23fb4 None None] No DVR routers for this DVR port 14907a6f-dfab-421d-94af-2e9d10ba8e63 on host dv-cinder-810800-1-iscsi {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:36:56.834802 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.854096 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6448989d-b885-499e-a084-9678a302db42']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:56.863065 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c59226c-4e51-49e8-aa9d-60c984da4a0c') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:56.863353 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c59226c-4e51-49e8-aa9d-60c984da4a0c') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:56.872702 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9308794'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.885832 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.891768 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:36:56.892191 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9319713'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: Traceback (most recent call last): Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: timer() Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: cb(*args, **kw) Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: return func(*args, **kwargs) Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: self._notify() Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: self.callback(batched_events) Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: event.method(event) Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: return f(self, *a, **k) Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._get(url).json() Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: return self.request(url, 'GET', **kwargs) Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:36:56.894082 dv-cinder-810800-1-iscsi neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:36:56.955238 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.962458 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:56.964613 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] 10.222.0.18 "DELETE /v2.0/networks/6448989d-b885-499e-a084-9678a302db42 HTTP/1.1" status: 204 len: 168 time: 0.7829597 Sep 24 03:36:56.967567 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 55684) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:56.973514 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f662a-9edf-4aab-8062-44bcf64ed23f admin admin] Pushing event deleted for resources: {'Network': ['ID=6448989d-b885-499e-a084-9678a302db42,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:57.198089 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36a3b6-9add-4f90-95f4-4f761400244f req-438b3418-7189-408e-8db3-61957a695585 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:57.199442 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0b36a3b6-9add-4f90-95f4-4f761400244f req-438b3418-7189-408e-8db3-61957a695585 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 943 time: 0.0662625 Sep 24 03:36:57.293107 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0b36a3b6-9add-4f90-95f4-4f761400244f req-a1e27dfb-71bc-491b-b218-f77c704c57fb tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874031 Sep 24 03:36:57.365287 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73a05c-88c3-472f-b79c-88ac6392ea1e req-56337ef5-5a81-416a-acc5-c792fd561a86 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:57.366771 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4d73a05c-88c3-472f-b79c-88ac6392ea1e req-56337ef5-5a81-416a-acc5-c792fd561a86 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.1039159 Sep 24 03:36:57.426809 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4d73a05c-88c3-472f-b79c-88ac6392ea1e req-caedf8bc-aa69-48ba-8b0a-972e2906a056 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535781 Sep 24 03:36:57.511176 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-210e9ed8-b183-4a43-b785-05f1e9648ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725511'] for router_interface, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:57.790182 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-210e9ed8-b183-4a43-b785-05f1e9648ea1 admin admin] Deleting port a1529c32-e5db-4993-8f09-217da4befc5c {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:36:57.790547 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-210e9ed8-b183-4a43-b785-05f1e9648ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:58.105554 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [None req-210e9ed8-b183-4a43-b785-05f1e9648ea1 admin admin] For port a1529c32-e5db-4993-8f09-217da4befc5c, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=a1529c32-e5db-4993-8f09-217da4befc5c,segment=NetworkSegment(c9f97116-45c7-4dec-ae4c-b0b08207ff05),segment_id=c9f97116-45c7-4dec-ae4c-b0b08207ff05)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:58.106260 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-210e9ed8-b183-4a43-b785-05f1e9648ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:58.117671 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-210e9ed8-b183-4a43-b785-05f1e9648ea1 admin admin] Calling delete_port for a1529c32-e5db-4993-8f09-217da4befc5c owned by network:router_interface {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:36:58.291717 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-210e9ed8-b183-4a43-b785-05f1e9648ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:58.316142 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e9ed8-b183-4a43-b785-05f1e9648ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1529c32-e5db-4993-8f09-217da4befc5c,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:58.488317 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21db4e-eb6f-4e5a-b30c-bf9ec6e5a611 req-33bd28ae-d50b-454b-961a-9becd635baa6 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:58.489861 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3b21db4e-eb6f-4e5a-b30c-bf9ec6e5a611 req-33bd28ae-d50b-454b-961a-9becd635baa6 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 943 time: 0.1208663 Sep 24 03:36:58.548621 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3b21db4e-eb6f-4e5a-b30c-bf9ec6e5a611 req-3893ecc6-1621-402e-b78f-b2f378624d7c tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495963 Sep 24 03:36:58.578112 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-210e9ed8-b183-4a43-b785-05f1e9648ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726670'] for router_interface, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:58.674736 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259db87-ea10-4d7a-9a38-08455d8ca403 req-40682c52-8f8e-4f2f-833d-0569ac3bf1cd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:58.676204 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9259db87-ea10-4d7a-9a38-08455d8ca403 req-40682c52-8f8e-4f2f-833d-0569ac3bf1cd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.1267138 Sep 24 03:36:58.703025 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 0717861b-d1f6-493d-aa8d-5314188e7508 details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:36:58.736481 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9259db87-ea10-4d7a-9a38-08455d8ca403 req-ed75aed6-fe2e-42fe-b5c6-93e55af1b458 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527778 Sep 24 03:36:58.796930 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 0717861b-d1f6-493d-aa8d-5314188e7508, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0717861b-d1f6-493d-aa8d-5314188e7508,segment=NetworkSegment(dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6),segment_id=dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:58.811617 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '0717861b-d1f6-493d-aa8d-5314188e7508', 'network_id': 'ce30542c-69af-4033-9d35-5d6651a01e27', 'port_id': '0717861b-d1f6-493d-aa8d-5314188e7508', 'mac_address': 'fa:16:3e:7e:0f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fce3e02-74ae-4c03-9dd8-e4d028cc7082', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:36:58.843869 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210e9ed8-b183-4a43-b785-05f1e9648ea1 admin admin] Router 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:36:58.848443 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:58.861039 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0717861b-d1f6-493d-aa8d-5314188e7508 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:36:58.880278 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 0717861b-d1f6-493d-aa8d-5314188e7508, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0717861b-d1f6-493d-aa8d-5314188e7508,segment=NetworkSegment(dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6),segment_id=dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:58.885912 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:58.934271 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=0717861b-d1f6-493d-aa8d-5314188e7508,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:58.952796 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210e9ed8-b183-4a43-b785-05f1e9648ea1 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:36:58.957858 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-210e9ed8-b183-4a43-b785-05f1e9648ea1 admin admin] 10.222.0.18 "PUT /v2.0/routers/0edcf0c9-49ac-4672-a5eb-a8be67da2b71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9892321 Sep 24 03:36:58.960278 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 55702) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:58.963743 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa253f8-83d3-45cc-bba1-3d81b1cd8e58 None None] Sync routers for ids ['0edcf0c9-49ac-4672-a5eb-a8be67da2b71'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:36:58.973625 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa253f8-83d3-45cc-bba1-3d81b1cd8e58 None None] Routers {'0edcf0c9-49ac-4672-a5eb-a8be67da2b71'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:58.974263 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2aa253f8-83d3-45cc-bba1-3d81b1cd8e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:36:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['0edcf0c9-49ac-4672-a5eb-a8be67da2b71'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:59.063012 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Notify callbacks [] for router, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:59.078633 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-2aa253f8-83d3-45cc-bba1-3d81b1cd8e58 None None] Set router 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:59.163505 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:59.164079 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['0717861b-d1f6-493d-aa8d-5314188e7508'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:36:59.224359 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Deleting port bab9d429-83e8-4926-8d6d-23a4ee596aec {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:36:59.225052 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:59.261581 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2aa253f8-83d3-45cc-bba1-3d81b1cd8e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'name': 'tempest-TestMinimumBasicScenario-1664268166-router', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:23Z', 'updated_at': '2021-09-24T03:36:58Z', 'revision_number': 5, 'project_id': '93122daf3e8c449882946525dfb8f857', 'gw_port': {'id': 'bab9d429-83e8-4926-8d6d-23a4ee596aec', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:33:24Z', 'updated_at': '2021-09-24T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:59.291776 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa253f8-83d3-45cc-bba1-3d81b1cd8e58 None None] Checking router: 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:36:59.300162 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa253f8-83d3-45cc-bba1-3d81b1cd8e58 None None] Routers {'0edcf0c9-49ac-4672-a5eb-a8be67da2b71'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:36:59.301312 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2aa253f8-83d3-45cc-bba1-3d81b1cd8e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:36:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['0edcf0c9-49ac-4672-a5eb-a8be67da2b71'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:59.313027 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] For port bab9d429-83e8-4926-8d6d-23a4ee596aec, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=bab9d429-83e8-4926-8d6d-23a4ee596aec,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:36:59.313389 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:59.325695 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Calling delete_port for bab9d429-83e8-4926-8d6d-23a4ee596aec owned by network:router_gateway {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:36:59.387324 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-2aa253f8-83d3-45cc-bba1-3d81b1cd8e58 None None] Set router 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:36:59.438444 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2aa253f8-83d3-45cc-bba1-3d81b1cd8e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'name': 'tempest-TestMinimumBasicScenario-1664268166-router', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:23Z', 'updated_at': '2021-09-24T03:36:59Z', 'revision_number': 6, 'project_id': '93122daf3e8c449882946525dfb8f857', 'gw_port_host': None}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:36:59.466825 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa253f8-83d3-45cc-bba1-3d81b1cd8e58 None None] The sync data for ids ['0edcf0c9-49ac-4672-a5eb-a8be67da2b71'] in dv-cinder-810800-1-iscsi is: [{'id': '0edcf0c9-49ac-4672-a5eb-a8be67da2b71', 'name': 'tempest-TestMinimumBasicScenario-1664268166-router', 'tenant_id': '93122daf3e8c449882946525dfb8f857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:33:23Z', 'updated_at': '2021-09-24T03:36:59Z', 'revision_number': 6, 'project_id': '93122daf3e8c449882946525dfb8f857', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:36:59.487151 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:59.514408 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab9d429-83e8-4926-8d6d-23a4ee596aec,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:36:59.575566 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726605'] for router_gateway, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:59.690274 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6791'] for router, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:59.693053 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:59.748065 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39538d53-c080-43e2-b1cc-f538d910a801 req-77572240-0f21-47f6-930f-08598a9dff39 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:59.749462 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-39538d53-c080-43e2-b1cc-f538d910a801 req-77572240-0f21-47f6-930f-08598a9dff39 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 944 time: 0.1122925 Sep 24 03:36:59.750544 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728875'] for router, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:59.751043 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0edcf0c9-49ac-4672-a5eb-a8be67da2b71 {{(pid=94016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 03:36:59.755175 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] Notify callbacks [] for router, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:59.756215 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-ab899a32-3b38-4441-b5e7-b19eb40fa335 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0edcf0c9-49ac-4672-a5eb-a8be67da2b71 HTTP/1.1" status: 204 len: 168 time: 0.7950556 Sep 24 03:36:59.758811 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55712) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:36:59.794617 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-39538d53-c080-43e2-b1cc-f538d910a801 req-cc631f5c-288d-4797-b527-d666e4d2f6c0 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372820 Sep 24 03:36:59.814602 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-05531da5-39e4-466e-af05-7ff86ac4ea12 admin admin] Deleting subnet 65bb1edf-e7d5-4f7f-b89a-b27be5753ee9 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:36:59.817622 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-05531da5-39e4-466e-af05-7ff86ac4ea12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:59.853187 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-05531da5-39e4-466e-af05-7ff86ac4ea12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9308771'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:59.868791 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ffa78-c358-4096-8756-51cbbf603f22 req-4893eb89-f42b-486a-b356-8f0eac4d604c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:36:59.870490 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-328ffa78-c358-4096-8756-51cbbf603f22 req-4893eb89-f42b-486a-b356-8f0eac4d604c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0503173 Sep 24 03:36:59.915438 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-328ffa78-c358-4096-8756-51cbbf603f22 req-5f2b3b80-5327-47cb-a099-55ef1de7ae0c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360761 Sep 24 03:36:59.941321 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-05531da5-39e4-466e-af05-7ff86ac4ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:36:59.993357 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-05531da5-39e4-466e-af05-7ff86ac4ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9308815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8548313'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.021431 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-05531da5-39e4-466e-af05-7ff86ac4ea12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.023356 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-05531da5-39e4-466e-af05-7ff86ac4ea12 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/65bb1edf-e7d5-4f7f-b89a-b27be5753ee9 HTTP/1.1" status: 204 len: 168 time: 0.2635632 Sep 24 03:37:00.024383 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05531da5-39e4-466e-af05-7ff86ac4ea12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65bb1edf-e7d5-4f7f-b89a-b27be5753ee9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:00.026555 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 55714) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:37:00.029672 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43a4640-8987-4450-b13b-c720d2466b5d None None] Network bdd6104b-dd23-4e4b-90a1-8788a3994565 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:37:00.095971 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.147318 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Deleting port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:37:00.147654 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.215070 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] For port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=3ef592c8-2f7d-4d4c-b74d-31cbb9a51685,segment=NetworkSegment(c9f97116-45c7-4dec-ae4c-b0b08207ff05),segment_id=c9f97116-45c7-4dec-ae4c-b0b08207ff05)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:37:00.215707 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.226364 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Calling delete_port for 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 owned by network:dhcp {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:37:00.275262 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] DHCP port deletion for bdd6104b-dd23-4e4b-90a1-8788a3994565 request from dv-cinder-810800-1-iscsi {{(pid=94018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 03:37:00.309403 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.324286 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Deleting port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:37:00.324676 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.336198 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] No DVR routers for this DVR port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 on host dv-cinder-810800-1-iscsi {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:37:00.340706 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef592c8-2f7d-4d4c-b74d-31cbb9a51685,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:00.386057 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] For port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685, host dv-cinder-810800-1-iscsi, got binding levels [] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:37:00.386456 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.398524 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Calling delete_port for 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:37:00.401754 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.ipam_backend_mixin [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 was not found and therefore no delete operation was performed {{(pid=94018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 03:37:00.402984 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.418405 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.431012 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Pushing event deleted for resources: {'Port': ['ID=3ef592c8-2f7d-4d4c-b74d-31cbb9a51685,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:00.435740 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] No DVR routers for this DVR port 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 on host dv-cinder-810800-1-iscsi {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:37:00.439930 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd6104b-dd23-4e4b-90a1-8788a3994565']}} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:37:00.450740 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:00.451083 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:00.451424 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:00.451823 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:00.452227 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:00.452557 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:00.452911 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:00.453237 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:00.453581 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:00.453929 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:00.454246 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:00.454562 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d52e9-0262-4f89-b21a-9169b43200aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:00.455715 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f97116-45c7-4dec-ae4c-b0b08207ff05') {'for_net_delete': True} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:37:00.456187 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f97116-45c7-4dec-ae4c-b0b08207ff05') {} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:37:00.466966 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811687'] for segment, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.481548 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.488152 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:37:00.488542 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3802692'] for segment, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: Traceback (most recent call last): Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: timer() Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: cb(*args, **kw) Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: return func(*args, **kwargs) Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: self._notify() Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: self.callback(batched_events) Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: event.method(event) Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: return f(self, *a, **k) Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._get(url).json() Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: return self.request(url, 'GET', **kwargs) Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:37:00.490421 dv-cinder-810800-1-iscsi neutron-server[94016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:37:00.557454 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.563171 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.565014 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] 10.222.0.18 "DELETE /v2.0/networks/bdd6104b-dd23-4e4b-90a1-8788a3994565 HTTP/1.1" status: 204 len: 168 time: 0.5373526 Sep 24 03:37:00.575690 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96850260-edd4-449e-baca-a8d1e363d57d admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd6104b-dd23-4e4b-90a1-8788a3994565,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:00.593329 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device bab9d429-83e8-4926-8d6d-23a4ee596aec no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:37:00.612999 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: bab9d429-83e8-4926-8d6d-23a4ee596aec {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:37:00.613341 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device bab9d429-83e8-4926-8d6d-23a4ee596aec not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:37:00.613884 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:37:00.632005 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:37:00.632347 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 3ef592c8-2f7d-4d4c-b74d-31cbb9a51685 not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:37:00.632762 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device a1529c32-e5db-4993-8f09-217da4befc5c no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:37:00.653212 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: a1529c32-e5db-4993-8f09-217da4befc5c {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:37:00.653497 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device a1529c32-e5db-4993-8f09-217da4befc5c not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:37:00.702813 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 0dfff50d-916c-4ef8-b736-5fe358a4016f details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:37:00.705964 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 0717861b-d1f6-493d-aa8d-5314188e7508 up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:37:00.738832 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55720) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:37:00.782008 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 55724) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:37:00.782447 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-685b7df7-232d-49d6-8981-42d15fb00606 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8aafe7ea28c45d79b2cb49f09c3c82f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422726 Sep 24 03:37:00.812192 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 0717861b-d1f6-493d-aa8d-5314188e7508 completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:37:00.820009 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 0717861b-d1f6-493d-aa8d-5314188e7508 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:37:00.820390 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.839272 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-0c922dcb-3758-46b8-bedc-5126e49e1efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.859263 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 0dfff50d-916c-4ef8-b736-5fe358a4016f, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:37:00.861838 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-0c922dcb-3758-46b8-bedc-5126e49e1efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.878515 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'port_id': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'mac_address': 'fa:16:3e:62:e5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:37:00.938298 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7072d-c450-4656-ba00-3ff1d24f1b39 req-88a36e8e-c230-45d2-bd5a-56dec8123f41 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:00.943557 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.946056 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-adb7072d-c450-4656-ba00-3ff1d24f1b39 req-88a36e8e-c230-45d2-bd5a-56dec8123f41 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 944 time: 0.0685067 Sep 24 03:37:00.962976 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.963970 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-0c922dcb-3758-46b8-bedc-5126e49e1efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.965858 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfff50d-916c-4ef8-b736-5fe358a4016f {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:37:00.966548 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-0c922dcb-3758-46b8-bedc-5126e49e1efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:00.970593 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-0c922dcb-3758-46b8-bedc-5126e49e1efa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a2fedc1-207c-4659-8cd0-65c27b71401c HTTP/1.1" status: 204 len: 168 time: 0.1846631 Sep 24 03:37:00.983047 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c922dcb-3758-46b8-bedc-5126e49e1efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2fedc1-207c-4659-8cd0-65c27b71401c,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:00.999926 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-adb7072d-c450-4656-ba00-3ff1d24f1b39 req-3c08910a-b920-40e7-8bc7-7d855776b110 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513859 Sep 24 03:37:01.002756 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 0dfff50d-916c-4ef8-b736-5fe358a4016f, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:37:01.009072 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943878e5-6c60-468f-bb4b-83e2a59f5d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0717861b-d1f6-493d-aa8d-5314188e7508'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:37:01.011532 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca208b8-9d78-49f8-a4f6-501bcb3b8d15" -d '{"events": [{"server_uuid": "943878e5-6c60-468f-bb4b-83e2a59f5d4a", "name": "network-vif-plugged", "status": "completed", "tag": "0717861b-d1f6-493d-aa8d-5314188e7508"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:37:01.023542 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:01.053517 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 0717861b-d1f6-493d-aa8d-5314188e7508, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0717861b-d1f6-493d-aa8d-5314188e7508,segment=NetworkSegment(dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6),segment_id=dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:37:01.062765 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:01.080919 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=0dfff50d-916c-4ef8-b736-5fe358a4016f,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:01.106842 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904849c-eb9b-483b-ac75-338cdef09732 req-1c1db900-86c6-4134-8bab-99ca3c069257 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:01.108342 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6904849c-eb9b-483b-ac75-338cdef09732 req-1c1db900-86c6-4134-8bab-99ca3c069257 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0651770 Sep 24 03:37:01.154979 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=0717861b-d1f6-493d-aa8d-5314188e7508,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:01.159146 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6904849c-eb9b-483b-ac75-338cdef09732 req-781ecd65-4f0d-40e6-9d00-def9725dd191 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 Sep 24 03:37:01.283804 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51477022-099b-45bc-b93a-f2c82444a9ca x-openstack-request-id: req-51477022-099b-45bc-b93a-f2c82444a9ca {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:37:01.284395 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943878e5-6c60-468f-bb4b-83e2a59f5d4a", "name": "network-vif-plugged", "status": "completed", "tag": "0717861b-d1f6-493d-aa8d-5314188e7508", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:37:01.284647 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51477022-099b-45bc-b93a-f2c82444a9ca {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:37:01.285043 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943878e5-6c60-468f-bb4b-83e2a59f5d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0717861b-d1f6-493d-aa8d-5314188e7508', 'code': 200} Sep 24 03:37:01.297971 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['0dfff50d-916c-4ef8-b736-5fe358a4016f'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:37:01.344350 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 55738) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:37:01.388061 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-7f1a4799-4a64-4027-a0be-857fb0cf3c56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93122daf3e8c449882946525dfb8f857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422537 Sep 24 03:37:01.390873 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 55740) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:37:01.476668 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa795ce-0fbd-4e19-8c26-3d1c511680f2 req-de7e7415-d0a9-4d00-8b15-7270dda71f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:01.478106 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0fa795ce-0fbd-4e19-8c26-3d1c511680f2 req-de7e7415-d0a9-4d00-8b15-7270dda71f37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 1098 time: 0.0620182 Sep 24 03:37:01.483293 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6e37-4d67-8fb7-c31458d6e6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:01.523169 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6e37-4d67-8fb7-c31458d6e6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:01.541843 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0fa795ce-0fbd-4e19-8c26-3d1c511680f2 req-7de12624-b933-4fc9-a518-460d6897dac1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558434 Sep 24 03:37:01.579154 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6e37-4d67-8fb7-c31458d6e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:01.581848 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6e37-4d67-8fb7-c31458d6e6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:01.582986 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-6de46583-6e37-4d67-8fb7-c31458d6e6d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/244d5411-9613-425a-8801-af64951b0a03 HTTP/1.1" status: 204 len: 168 time: 0.1910257 Sep 24 03:37:01.591129 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de46583-6e37-4d67-8fb7-c31458d6e6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244d5411-9613-425a-8801-af64951b0a03,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:02.117743 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230aa017-deae-40c9-a31d-b33da50eebd8 req-cf87b14b-db03-4806-a54b-5256e7e4a0fb tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:02.119921 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-230aa017-deae-40c9-a31d-b33da50eebd8 req-cf87b14b-db03-4806-a54b-5256e7e4a0fb tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 945 time: 0.0484786 Sep 24 03:37:02.156696 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-230aa017-deae-40c9-a31d-b33da50eebd8 req-cdb780f5-dd8f-49ff-95a6-5d0387065116 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306683 Sep 24 03:37:02.273975 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362275f-8f08-4570-a062-f4aa23073aad req-976a7498-1084-452d-bb04-73eaf016e7e2 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:02.275952 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e362275f-8f08-4570-a062-f4aa23073aad req-976a7498-1084-452d-bb04-73eaf016e7e2 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0469763 Sep 24 03:37:02.311453 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e362275f-8f08-4570-a062-f4aa23073aad req-45f5a67a-8f36-42ef-97b4-22821479b941 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296125 Sep 24 03:37:02.717608 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 0dfff50d-916c-4ef8-b736-5fe358a4016f up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:37:02.765696 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 0dfff50d-916c-4ef8-b736-5fe358a4016f completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:37:02.769437 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 0dfff50d-916c-4ef8-b736-5fe358a4016f triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:37:02.769840 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:02.852818 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:02.889050 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 0dfff50d-916c-4ef8-b736-5fe358a4016f, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:37:02.892899 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:02.940871 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=0dfff50d-916c-4ef8-b736-5fe358a4016f,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:03.274992 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e57f3-bcdf-4dd3-9db3-731ec4de7daa req-970eb310-f906-471d-ba77-d5dcd559027a tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:03.276614 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2f3e57f3-bcdf-4dd3-9db3-731ec4de7daa req-970eb310-f906-471d-ba77-d5dcd559027a tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 945 time: 0.0510924 Sep 24 03:37:03.286695 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:37:03.289208 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a082c37a-1b6d-477b-b178-80c453354d4f" -d '{"events": [{"server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "name": "network-vif-plugged", "status": "completed", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:37:03.313975 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2f3e57f3-bcdf-4dd3-9db3-731ec4de7daa req-3be837e2-0bf6-4bf3-9867-8b00ac7067df tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Sep 24 03:37:03.325854 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c562e0b-ae5c-48d5-858e-df804227f32c x-openstack-request-id: req-2c562e0b-ae5c-48d5-858e-df804227f32c {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:37:03.326138 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "name": "network-vif-plugged", "status": "completed", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:37:03.326414 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c562e0b-ae5c-48d5-858e-df804227f32c {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:37:03.326804 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'code': 200} Sep 24 03:37:03.437333 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf550f9-462d-4676-9ebe-709bf5ac2684 req-3b75e76f-e467-4662-b428-680b7f7f6d1c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:03.439100 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4bf550f9-462d-4676-9ebe-709bf5ac2684 req-3b75e76f-e467-4662-b428-680b7f7f6d1c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0516050 Sep 24 03:37:03.482888 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4bf550f9-462d-4676-9ebe-709bf5ac2684 req-2ce57057-ff37-4df6-bd9f-8d413fef3dc2 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355473 Sep 24 03:37:03.569867 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31073197-f90b-4a99-895e-e6b16ed71bb6 req-9fdafdd3-339e-4232-8df4-ac1a004d5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:03.571577 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-31073197-f90b-4a99-895e-e6b16ed71bb6 req-9fdafdd3-339e-4232-8df4-ac1a004d5099 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 1098 time: 0.0401096 Sep 24 03:37:03.615584 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-31073197-f90b-4a99-895e-e6b16ed71bb6 req-46aed064-c988-4ba2-96a6-4bbb9e8e0aa3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366857 Sep 24 03:37:04.602267 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db219dcf-0544-49b1-9932-bb37f0b1ff03 req-3625db2c-1b59-4685-a0d3-8c5ccbfdc6ec tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:04.604230 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-db219dcf-0544-49b1-9932-bb37f0b1ff03 req-3625db2c-1b59-4685-a0d3-8c5ccbfdc6ec tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0506535 Sep 24 03:37:04.643082 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-db219dcf-0544-49b1-9932-bb37f0b1ff03 req-65e68a45-32a6-4c3b-8bb4-9f21f679cfe9 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324850 Sep 24 03:37:05.757378 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30d9cb-c74f-4337-b962-cd09b13061ef req-fbf974c5-d412-44f0-8599-abbe34bd5e04 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:05.758895 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6b30d9cb-c74f-4337-b962-cd09b13061ef req-fbf974c5-d412-44f0-8599-abbe34bd5e04 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0492327 Sep 24 03:37:05.797324 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6b30d9cb-c74f-4337-b962-cd09b13061ef req-c02bc18b-1db6-4aa5-b11a-3e5c78efa018 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324819 Sep 24 03:37:05.910818 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d257a-57f4-4391-bf94-4b00f17a8057 req-b9aae0e2-b40d-4fa7-9f05-919e1bc89bd9 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:05.912294 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-739d257a-57f4-4391-bf94-4b00f17a8057 req-b9aae0e2-b40d-4fa7-9f05-919e1bc89bd9 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0478280 Sep 24 03:37:05.949371 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-739d257a-57f4-4391-bf94-4b00f17a8057 req-e0369989-a9e3-4d19-966b-b0c61d78675c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308635 Sep 24 03:37:05.970825 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55798) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:37:06.194179 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a1a39e-2a31-46c3-be75-f93b0b859c00 tempest-TestShelveInstance-1985336319 tempest-TestShelveInstance-1985336319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:06.195691 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-e1a1a39e-2a31-46c3-be75-f93b0b859c00 tempest-TestShelveInstance-1985336319 tempest-TestShelveInstance-1985336319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 1093 time: 0.2239008 Sep 24 03:37:06.199104 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 55802) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:37:06.203320 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Request body: {'floatingip': {'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'port_id': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:37:06.224682 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:06.318161 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:06.424337 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Allocated IP 172.27.1.24 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/11873056-5a00-445b-ae43-ec1cf47d8dfc) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:37:06.525782 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:06.558401 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:06.598683 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:37:06.601392 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:37:06.605611 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:37:06.613063 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Pushing event updated for resources: {'Port': ['ID=11873056-5a00-445b-ae43-ec1cf47d8dfc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:06.948594 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:07.017889 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:07.169239 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:07.174322 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:07.245589 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Pushing event updated for resources: {'Port': ['ID=11873056-5a00-445b-ae43-ec1cf47d8dfc,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:07.254703 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:07.354986 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.l3_db [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Floating IP 84d80b19-18e4-498d-894e-27baf88e8da3 associated. External IP: 172.27.1.24, port: 0dfff50d-916c-4ef8-b736-5fe358a4016f. Sep 24 03:37:07.576793 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba4821-e4e5-4228-8f0c-940457ddec24 req-4b16ceca-f518-4323-8620-38b8e3c7c6a3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:07.578305 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-06ba4821-e4e5-4228-8f0c-940457ddec24 req-4b16ceca-f518-4323-8620-38b8e3c7c6a3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0522649 Sep 24 03:37:07.579322 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Router b0d913a1-f815-4cda-9cc2-678db51a68a7 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:37:07.616248 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-06ba4821-e4e5-4228-8f0c-940457ddec24 req-d0bd5330-ebc3-4048-b3ee-40761226bb71 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315249 Sep 24 03:37:07.685941 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:37:07.696893 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a0303-282c-4a5a-9737-c72e2ea03df1 None None] Sync routers for ids ['b0d913a1-f815-4cda-9cc2-678db51a68a7'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:37:07.701058 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:07.707542 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a0303-282c-4a5a-9737-c72e2ea03df1 None None] Routers {'b0d913a1-f815-4cda-9cc2-678db51a68a7'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:37:07.708236 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-426a0303-282c-4a5a-9737-c72e2ea03df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:36:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['b0d913a1-f815-4cda-9cc2-678db51a68a7'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:37:07.727365 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-f93999d8-437f-425f-b311-cac05353c942 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5272729 Sep 24 03:37:07.728036 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:37:07.730862 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dfcf26-6651-45aa-8765-e88c8e24ef3b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:37:07.897479 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe80ec4-5737-43a0-8570-da4dbebc3041 x-openstack-request-id: req-4fe80ec4-5737-43a0-8570-da4dbebc3041 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:37:07.897866 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:37:07.898207 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fe80ec4-5737-43a0-8570-da4dbebc3041 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:37:07.898670 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'status': 'completed', 'code': 200} Sep 24 03:37:07.948461 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-426a0303-282c-4a5a-9737-c72e2ea03df1 None None] Set router b0d913a1-f815-4cda-9cc2-678db51a68a7 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:37:07.968297 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfcf26-6651-45aa-8765-e88c8e24ef3b req-351fa355-27cc-47ad-911c-8ed2890f40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:07.969692 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c2dfcf26-6651-45aa-8765-e88c8e24ef3b req-351fa355-27cc-47ad-911c-8ed2890f40bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69c1af3d8fb24a3ea2c05a5b9d852f84&device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 1098 time: 0.0416083 Sep 24 03:37:08.062960 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfcf26-6651-45aa-8765-e88c8e24ef3b req-41e40650-7b39-4694-868b-8adf21a1898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:08.064426 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c2dfcf26-6651-45aa-8765-e88c8e24ef3b req-41e40650-7b39-4694-868b-8adf21a1898a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366 HTTP/1.1" status: 200 len: 910 time: 0.0874226 Sep 24 03:37:08.130837 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c2dfcf26-6651-45aa-8765-e88c8e24ef3b req-eb78e404-b7e0-46fb-8376-6df62fc75d9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f HTTP/1.1" status: 200 len: 998 time: 0.0572824 Sep 24 03:37:08.167570 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-426a0303-282c-4a5a-9737-c72e2ea03df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 4, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port': {'id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '84d80b19-18e4-498d-894e-27baf88e8da3', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'port_id': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'mac_address': 'fa:16:3e:62:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:37:06Z', 'updated_at': '2021-09-24T03:37:06Z', 'revision_number': 0, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e12ddf3-e0b4-4bf1-b1e8-32e44493111d', 'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'mac_address': 'fa:16:3e:d8:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:10Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 5, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'subnets': [{'id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:37:08.186766 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfcf26-6651-45aa-8765-e88c8e24ef3b req-980a8a1e-de18-4111-bcf3-58a636cbbbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:08.188221 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c2dfcf26-6651-45aa-8765-e88c8e24ef3b req-980a8a1e-de18-4111-bcf3-58a636cbbbd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ac6bdfa-1d19-496c-b27a-ffc22503cd67 HTTP/1.1" status: 200 len: 848 time: 0.0461159 Sep 24 03:37:08.197542 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a0303-282c-4a5a-9737-c72e2ea03df1 None None] Checking router: b0d913a1-f815-4cda-9cc2-678db51a68a7 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:37:08.205872 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a0303-282c-4a5a-9737-c72e2ea03df1 None None] Routers {'b0d913a1-f815-4cda-9cc2-678db51a68a7'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:37:08.206480 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-426a0303-282c-4a5a-9737-c72e2ea03df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:36:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['b0d913a1-f815-4cda-9cc2-678db51a68a7'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:37:08.237651 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfcf26-6651-45aa-8765-e88c8e24ef3b req-f00c2f66-eac8-48b6-b8b7-0d8ab36a3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:08.239072 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c2dfcf26-6651-45aa-8765-e88c8e24ef3b req-f00c2f66-eac8-48b6-b8b7-0d8ab36a3ef5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424819 Sep 24 03:37:08.311195 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-426a0303-282c-4a5a-9737-c72e2ea03df1 None None] Set router b0d913a1-f815-4cda-9cc2-678db51a68a7 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:37:08.330065 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c2dfcf26-6651-45aa-8765-e88c8e24ef3b req-f0d97c9b-10ce-448f-b4e7-ac96a3887b0b service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822117 Sep 24 03:37:08.433358 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c2dfcf26-6651-45aa-8765-e88c8e24ef3b req-b18384d3-38fb-416e-a896-500ae50cbdf1 service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871308 Sep 24 03:37:08.532416 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-426a0303-282c-4a5a-9737-c72e2ea03df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 4, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port': {'id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '84d80b19-18e4-498d-894e-27baf88e8da3', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'port_id': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'mac_address': 'fa:16:3e:62:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:37:06Z', 'updated_at': '2021-09-24T03:37:06Z', 'revision_number': 0, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e12ddf3-e0b4-4bf1-b1e8-32e44493111d', 'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'mac_address': 'fa:16:3e:d8:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:10Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 5, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'subnets': [{'id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:37:08.559790 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a0303-282c-4a5a-9737-c72e2ea03df1 None None] The sync data for ids ['b0d913a1-f815-4cda-9cc2-678db51a68a7'] in dv-cinder-810800-1-iscsi is: [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 4, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port': {'id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '84d80b19-18e4-498d-894e-27baf88e8da3', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'port_id': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'mac_address': 'fa:16:3e:62:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:37:06Z', 'updated_at': '2021-09-24T03:37:06Z', 'revision_number': 0, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e12ddf3-e0b4-4bf1-b1e8-32e44493111d', 'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'mac_address': 'fa:16:3e:d8:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:10Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 5, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'subnets': [{'id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:37:08.739351 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a947c79-fa48-4b3f-93f8-fc0e053c9838 req-103da9f8-63a3-4734-80f6-4c653d1a6582 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:08.740847 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8a947c79-fa48-4b3f-93f8-fc0e053c9838 req-103da9f8-63a3-4734-80f6-4c653d1a6582 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0497296 Sep 24 03:37:08.781417 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8a947c79-fa48-4b3f-93f8-fc0e053c9838 req-24724eb9-16bd-4785-83a5-4c895844a01d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335171 Sep 24 03:37:09.151418 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3fec0-33b5-406b-8268-890e156ac243 None None] New status for floating IP 84d80b19-18e4-498d-894e-27baf88e8da3: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:37:09.897525 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17fed2-5c11-40e1-9262-4f5717078f2c req-87d87265-4b0e-4ab1-999a-a3b8bbcef3e1 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:09.899002 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8c17fed2-5c11-40e1-9262-4f5717078f2c req-87d87265-4b0e-4ab1-999a-a3b8bbcef3e1 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0473030 Sep 24 03:37:09.937593 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8c17fed2-5c11-40e1-9262-4f5717078f2c req-0708445f-8a48-4e11-afc6-bb45185f92d5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320661 Sep 24 03:37:11.083086 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6db6cf-7238-4833-a852-0aed2ba11a4c req-431e3b30-b5ab-4a4d-9585-81701fdda013 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:11.085245 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ab6db6cf-7238-4833-a852-0aed2ba11a4c req-431e3b30-b5ab-4a4d-9585-81701fdda013 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0628493 Sep 24 03:37:11.132670 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ab6db6cf-7238-4833-a852-0aed2ba11a4c req-87cedb7c-0995-4a7b-b73d-a0c803919e5a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403638 Sep 24 03:37:12.249956 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f5a03-b878-4b85-a690-b2c5f459bc8a req-7a8e6913-c7ec-41f8-aac4-53a2fe35e645 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:12.251403 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b75f5a03-b878-4b85-a690-b2c5f459bc8a req-7a8e6913-c7ec-41f8-aac4-53a2fe35e645 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0481343 Sep 24 03:37:12.288224 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b75f5a03-b878-4b85-a690-b2c5f459bc8a req-21ae6dcd-45a6-4a4d-aba4-12b1b509aac2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310531 Sep 24 03:37:13.403844 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1a4c1-1e18-4c9c-a319-444ac78e93cc req-5194af83-f551-4b46-b743-cea8d29c0f10 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:13.405345 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3ae1a4c1-1e18-4c9c-a319-444ac78e93cc req-5194af83-f551-4b46-b743-cea8d29c0f10 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0470467 Sep 24 03:37:13.441295 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3ae1a4c1-1e18-4c9c-a319-444ac78e93cc req-87633d91-dd75-4082-82b3-24eaa0e19c46 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301325 Sep 24 03:37:14.808790 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492e1af-e032-4563-abbf-092b1fe17990 req-7bf5b5bf-937a-429c-8e9f-4e43cb35e9d4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:14.810206 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4492e1af-e032-4563-abbf-092b1fe17990 req-7bf5b5bf-937a-429c-8e9f-4e43cb35e9d4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.2958980 Sep 24 03:37:14.846639 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4492e1af-e032-4563-abbf-092b1fe17990 req-27992679-2005-46e0-96b9-5c29e1c5bf33 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302012 Sep 24 03:37:15.202951 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-212bcfb4-f8cc-45b7-94dd-e164f0324667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:15.964400 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ec8c1-a043-4290-bf22-c9895d7e6bbe req-edd0f043-f679-4784-9508-365b19540ea3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:15.965849 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b25ec8c1-a043-4290-bf22-c9895d7e6bbe req-edd0f043-f679-4784-9508-365b19540ea3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0470383 Sep 24 03:37:16.002477 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b25ec8c1-a043-4290-bf22-c9895d7e6bbe req-9442986b-690c-4435-96fd-a5cc5f352019 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308917 Sep 24 03:37:16.411634 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:37:17.120142 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81fd8a-6c42-491b-a5a3-7df6edb55f3f req-81dab916-9b61-4e3c-b602-7ce5176741c8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:17.121581 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ff81fd8a-6c42-491b-a5a3-7df6edb55f3f req-81dab916-9b61-4e3c-b602-7ce5176741c8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0481825 Sep 24 03:37:17.158652 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ff81fd8a-6c42-491b-a5a3-7df6edb55f3f req-de89dc63-27d9-46e8-a6f5-117c26dc273b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310698 Sep 24 03:37:17.678833 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22fefd39-679c-41cd-bb2d-67d04ef7a3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:18.279836 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efbe44-804f-4d2a-bc05-5dace15c6d26 req-abf00abc-c3fb-48e1-90a0-5b55299944b8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:18.281351 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a5efbe44-804f-4d2a-bc05-5dace15c6d26 req-abf00abc-c3fb-48e1-90a0-5b55299944b8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0514438 Sep 24 03:37:18.318589 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a5efbe44-804f-4d2a-bc05-5dace15c6d26 req-f26b24e3-b827-4db3-b9d0-0e2ae0478af3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312722 Sep 24 03:37:18.720582 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:19.307249 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:19.435505 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c5db4-d7ec-4918-b02c-08fa4c0c0433 req-f16a5895-345e-4608-ba27-7a54aa97ea41 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:19.436976 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5d7c5db4-d7ec-4918-b02c-08fa4c0c0433 req-f16a5895-345e-4608-ba27-7a54aa97ea41 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0482578 Sep 24 03:37:19.474038 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5d7c5db4-d7ec-4918-b02c-08fa4c0c0433 req-5f173459-0c78-47d7-8a0c-1a4811a2ca36 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310178 Sep 24 03:37:20.592677 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671eac8-1850-4bc6-bff2-1dc39fbaf2e8 req-48ba73f8-75a9-4f91-b415-b6be04a64644 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:20.594142 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b671eac8-1850-4bc6-bff2-1dc39fbaf2e8 req-48ba73f8-75a9-4f91-b415-b6be04a64644 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0477133 Sep 24 03:37:20.630471 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b671eac8-1850-4bc6-bff2-1dc39fbaf2e8 req-986114a3-a410-4725-9a3e-c73f25e6e5e5 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305688 Sep 24 03:37:20.739432 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:21.758698 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c8e88-74dd-4d6d-bebe-a4112004fa7c req-979ba336-ba71-4840-bede-8959a11b8206 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:21.760167 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ee5c8e88-74dd-4d6d-bebe-a4112004fa7c req-979ba336-ba71-4840-bede-8959a11b8206 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0562468 Sep 24 03:37:21.797612 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ee5c8e88-74dd-4d6d-bebe-a4112004fa7c req-5d0c6a42-0022-4f2b-9387-8abd93cc9df7 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314982 Sep 24 03:37:22.920839 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a4ac-7381-4628-825e-9c1cae1aed47 req-aeb4e4f9-e99d-41f2-90c9-744a888b66f8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:22.922357 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d2e9a4ac-7381-4628-825e-9c1cae1aed47 req-aeb4e4f9-e99d-41f2-90c9-744a888b66f8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0512133 Sep 24 03:37:22.960478 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d2e9a4ac-7381-4628-825e-9c1cae1aed47 req-ad58bfd7-5929-4335-b474-a46bdc0f2af7 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Sep 24 03:37:24.080932 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619be25-c5a9-467f-82ee-7a75eb8eb144 req-204d3b3c-1081-4ef2-8a81-86d6b007599f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:24.082409 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3619be25-c5a9-467f-82ee-7a75eb8eb144 req-204d3b3c-1081-4ef2-8a81-86d6b007599f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0490098 Sep 24 03:37:24.118803 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3619be25-c5a9-467f-82ee-7a75eb8eb144 req-8614159e-a1b0-486e-bc25-f7e85b2ff2f9 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305052 Sep 24 03:37:24.776056 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046dd2d-ee17-4fa6-bf07-5ef7762556c4 req-68e9f528-caeb-4e57-9b21-21694f9da286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:24.778125 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4046dd2d-ee17-4fa6-bf07-5ef7762556c4 req-68e9f528-caeb-4e57-9b21-21694f9da286 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 1098 time: 0.0433648 Sep 24 03:37:24.877134 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046dd2d-ee17-4fa6-bf07-5ef7762556c4 req-a7510f52-d402-435c-882b-95cc88be1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:24.878520 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4046dd2d-ee17-4fa6-bf07-5ef7762556c4 req-a7510f52-d402-435c-882b-95cc88be1dc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 917 time: 0.0803947 Sep 24 03:37:24.948384 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4046dd2d-ee17-4fa6-bf07-5ef7762556c4 req-e056e1a7-5e5e-422d-8475-a523f8afa2d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558 HTTP/1.1" status: 200 len: 1001 time: 0.0594361 Sep 24 03:37:24.996684 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046dd2d-ee17-4fa6-bf07-5ef7762556c4 req-3532afc9-c1cb-49f7-8ea1-c905c17650e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:24.998068 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4046dd2d-ee17-4fa6-bf07-5ef7762556c4 req-3532afc9-c1cb-49f7-8ea1-c905c17650e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 200 len: 855 time: 0.0418987 Sep 24 03:37:25.044510 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046dd2d-ee17-4fa6-bf07-5ef7762556c4 req-92fbcef6-116f-48da-9f96-f3a341c48dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:25.045992 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4046dd2d-ee17-4fa6-bf07-5ef7762556c4 req-92fbcef6-116f-48da-9f96-f3a341c48dca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397217 Sep 24 03:37:25.136885 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4046dd2d-ee17-4fa6-bf07-5ef7762556c4 req-3d1b328a-8d65-4347-9a8d-f7fde6a4c513 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814645 Sep 24 03:37:25.214921 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:25.259897 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4046dd2d-ee17-4fa6-bf07-5ef7762556c4 req-aa25d7fb-00e9-4936-a6fd-565bc9b421d5 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157086 Sep 24 03:37:25.271250 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e892afa-9425-4774-b7dc-b7a3d50a82a6 req-bc42173c-60c7-4115-bb76-9e6897f01176 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:25.272688 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6e892afa-9425-4774-b7dc-b7a3d50a82a6 req-bc42173c-60c7-4115-bb76-9e6897f01176 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0722623 Sep 24 03:37:25.310474 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6e892afa-9425-4774-b7dc-b7a3d50a82a6 req-22d58748-fb5f-4c71-a5e1-66a75fd59fb3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314653 Sep 24 03:37:26.434345 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738ebd0-1b38-46c1-819e-c89c61e15df3 req-290d5a58-ce8c-4e30-ae75-f0139fad4c66 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:26.435871 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9738ebd0-1b38-46c1-819e-c89c61e15df3 req-290d5a58-ce8c-4e30-ae75-f0139fad4c66 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0524807 Sep 24 03:37:26.474095 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9738ebd0-1b38-46c1-819e-c89c61e15df3 req-8b408429-12c4-4b13-831b-0808e6a2fcd0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321651 Sep 24 03:37:26.822532 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:37:26.923925 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:37:26.935847 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'port_id': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'mac_address': 'fa:16:3e:6a:d5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:37:26.977828 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:26.992705 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:37:27.013453 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:37:27.018985 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:27.077198 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,revision_number=6']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:27.119959 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8c1f1a3d-b239-4f20-8ebe-d00fa864b558'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:37:27.600680 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5d625-036c-460b-8be7-4c55562f7286 req-0b2e7c9a-d91d-4d68-9ac8-9a206fd08156 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:27.605840 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2bd5d625-036c-460b-8be7-4c55562f7286 req-0b2e7c9a-d91d-4d68-9ac8-9a206fd08156 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 944 time: 0.0552547 Sep 24 03:37:27.644635 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2bd5d625-036c-460b-8be7-4c55562f7286 req-4af2e819-760e-42ed-8e89-ef71065fc588 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349319 Sep 24 03:37:28.783238 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ad66a-f1d5-474f-88a0-83e6a39f4dc3 req-1ae50af0-ae3b-4215-810e-5e439c4f4c3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:28.791151 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-623ad66a-f1d5-474f-88a0-83e6a39f4dc3 req-1ae50af0-ae3b-4215-810e-5e439c4f4c3b tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 944 time: 0.0642920 Sep 24 03:37:28.836847 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:37:28.844288 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-623ad66a-f1d5-474f-88a0-83e6a39f4dc3 req-14385a97-25c5-47c3-823c-b545bfa995ed tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458167 Sep 24 03:37:28.905441 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:37:28.905842 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:29.000243 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:29.028932 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:37:29.030526 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed39c96-ce71-484a-b7a6-7d4a559f4d19" -d '{"events": [{"server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "name": "network-vif-plugged", "status": "completed", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:37:29.046991 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:37:29.056697 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:29.091409 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947d4282-b687-4c3b-b05f-5b797474c15e x-openstack-request-id: req-947d4282-b687-4c3b-b05f-5b797474c15e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:37:29.091694 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "name": "network-vif-plugged", "status": "completed", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:37:29.091938 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-947d4282-b687-4c3b-b05f-5b797474c15e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:37:29.092317 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'code': 200} Sep 24 03:37:29.121745 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:30.021633 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91a08e-b9f8-4d81-866a-9ba439327b1f req-ac85fe55-2963-41ef-be57-45260f7bb190 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:30.024864 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ca91a08e-b9f8-4d81-866a-9ba439327b1f req-ac85fe55-2963-41ef-be57-45260f7bb190 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0752888 Sep 24 03:37:30.070890 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ca91a08e-b9f8-4d81-866a-9ba439327b1f req-c3c8d5cf-0b23-4509-8795-2611c0f0da3e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391021 Sep 24 03:37:30.826996 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cdb74-6d30-4cce-9040-4bd461d32602 req-f381eea4-2212-4d23-832d-c99bd68c40a5 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:30.828661 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c78cdb74-6d30-4cce-9040-4bd461d32602 req-f381eea4-2212-4d23-832d-c99bd68c40a5 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 945 time: 0.0579998 Sep 24 03:37:30.876195 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c78cdb74-6d30-4cce-9040-4bd461d32602 req-fd0b38ed-36a5-4348-9df8-4d15d1755b3e tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393896 Sep 24 03:37:31.207419 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ed2ef-0de0-487f-a545-d20d2c880ba3 req-4829b431-afbf-4a59-ae9e-2c89d559a497 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:31.210193 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5f4ed2ef-0de0-487f-a545-d20d2c880ba3 req-4829b431-afbf-4a59-ae9e-2c89d559a497 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0618298 Sep 24 03:37:31.254943 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5f4ed2ef-0de0-487f-a545-d20d2c880ba3 req-89e38717-2505-458a-8d33-a53b7d50c494 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379310 Sep 24 03:37:32.027636 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4426c5-a249-4485-9838-bc0609ea9d29 req-7f0a6abd-cb10-47e7-944a-261d8b379c84 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:32.029269 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9d4426c5-a249-4485-9838-bc0609ea9d29 req-7f0a6abd-cb10-47e7-944a-261d8b379c84 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 945 time: 0.0552385 Sep 24 03:37:32.074623 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9d4426c5-a249-4485-9838-bc0609ea9d29 req-5245a362-bb7d-4586-992f-1470334c40f1 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372705 Sep 24 03:37:32.381967 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4371b79-39e1-4653-a446-caabdffa626e req-76cdca45-8763-4206-bc35-ea8970730fca tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:32.383480 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e4371b79-39e1-4653-a446-caabdffa626e req-76cdca45-8763-4206-bc35-ea8970730fca tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0514162 Sep 24 03:37:32.440866 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e4371b79-39e1-4653-a446-caabdffa626e req-629a30fa-1209-4e91-8db8-872a10b41474 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504055 Sep 24 03:37:32.742782 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab6e21-fb06-47da-91b4-1cfcd63dd39d req-7e856825-9b20-4398-8bfd-ca2da3692a90 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:32.744181 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-45ab6e21-fb06-47da-91b4-1cfcd63dd39d req-7e856825-9b20-4398-8bfd-ca2da3692a90 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.13 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 945 time: 0.0577466 Sep 24 03:37:32.852292 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-45ab6e21-fb06-47da-91b4-1cfcd63dd39d req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Deleting port 0717861b-d1f6-493d-aa8d-5314188e7508 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:37:32.852551 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-45ab6e21-fb06-47da-91b4-1cfcd63dd39d req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:32.981285 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-45ab6e21-fb06-47da-91b4-1cfcd63dd39d req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] For port 0717861b-d1f6-493d-aa8d-5314188e7508, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0717861b-d1f6-493d-aa8d-5314188e7508,segment=NetworkSegment(dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6),segment_id=dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:37:32.982102 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-45ab6e21-fb06-47da-91b4-1cfcd63dd39d req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:32.999416 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-45ab6e21-fb06-47da-91b4-1cfcd63dd39d req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Calling delete_port for 0717861b-d1f6-493d-aa8d-5314188e7508 owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:37:33.196223 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-45ab6e21-fb06-47da-91b4-1cfcd63dd39d req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:33.210139 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['0717861b-d1f6-493d-aa8d-5314188e7508'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:37:33.237249 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Pushing event deleted for resources: {'Port': ['ID=0717861b-d1f6-493d-aa8d-5314188e7508,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:33.247493 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844c0de-0d8c-4061-b7ff-c25efbc21f1a req-9492c59d-83fe-4ad8-b62d-2cd856b40268 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:33.249039 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d844c0de-0d8c-4061-b7ff-c25efbc21f1a req-9492c59d-83fe-4ad8-b62d-2cd856b40268 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/ports?device_id=943878e5-6c60-468f-bb4b-83e2a59f5d4a HTTP/1.1" status: 200 len: 867 time: 0.0993314 Sep 24 03:37:33.261432 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:33.261432 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:33.262403 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:33.262403 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:33.262403 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:33.262816 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:33.263080 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:33.263410 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:33.263739 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:33.264063 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:33.264387 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:33.264706 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:33.313828 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ab6e21-fb06-47da-91b4-1cfcd63dd39d req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] No DVR routers for this DVR port 0717861b-d1f6-493d-aa8d-5314188e7508 on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:37:33.318336 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-45ab6e21-fb06-47da-91b4-1cfcd63dd39d req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:33.320265 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-45ab6e21-fb06-47da-91b4-1cfcd63dd39d req-869212b6-6205-41b6-9bf8-dda5fa63f982 tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.13 "DELETE /v2.0/ports/0717861b-d1f6-493d-aa8d-5314188e7508 HTTP/1.1" status: 204 len: 173 time: 0.5679696 Sep 24 03:37:33.320701 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943878e5-6c60-468f-bb4b-83e2a59f5d4a', 'name': 'network-vif-deleted', 'tag': '0717861b-d1f6-493d-aa8d-5314188e7508'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:37:33.322961 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b4d779-72c3-4353-9e42-40b02f9524d8" -d '{"events": [{"server_uuid": "943878e5-6c60-468f-bb4b-83e2a59f5d4a", "name": "network-vif-deleted", "tag": "0717861b-d1f6-493d-aa8d-5314188e7508"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:37:33.361682 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d844c0de-0d8c-4061-b7ff-c25efbc21f1a req-ce0a82a9-d18a-404e-be97-73ffbcc8a7bf tempest-VolumesSnapshotTestJSON-241275680 tempest-VolumesSnapshotTestJSON-241275680-project] 10.222.0.18 "GET /v2.0/security-groups?id=f2d1fc01-e531-4f65-99e0-0b93384a170a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921490 Sep 24 03:37:33.385997 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa99822-ca09-4964-b0d8-8c3924a9254e x-openstack-request-id: req-ffa99822-ca09-4964-b0d8-8c3924a9254e {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:37:33.386844 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943878e5-6c60-468f-bb4b-83e2a59f5d4a", "name": "network-vif-deleted", "tag": "0717861b-d1f6-493d-aa8d-5314188e7508", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:37:33.386844 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffa99822-ca09-4964-b0d8-8c3924a9254e {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:37:33.389114 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943878e5-6c60-468f-bb4b-83e2a59f5d4a', 'name': 'network-vif-deleted', 'tag': '0717861b-d1f6-493d-aa8d-5314188e7508', 'status': 'completed', 'code': 200} Sep 24 03:37:33.579068 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1aadeb-9e86-4c59-95d0-6ec61e3c6e72 req-9fc547c2-26ff-4eba-88ef-df38c64476bc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:33.581005 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0f1aadeb-9e86-4c59-95d0-6ec61e3c6e72 req-9fc547c2-26ff-4eba-88ef-df38c64476bc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0562637 Sep 24 03:37:33.624059 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0f1aadeb-9e86-4c59-95d0-6ec61e3c6e72 req-877ca891-daa6-46f0-b05d-acb45f34ccd9 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370188 Sep 24 03:37:34.782408 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d7da9-fb92-4154-82e3-cabb430cc299 req-7daf1ba2-6043-4b49-8cd3-aa2cc29e9e22 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:34.784336 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1f2d7da9-fb92-4154-82e3-cabb430cc299 req-7daf1ba2-6043-4b49-8cd3-aa2cc29e9e22 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0581515 Sep 24 03:37:34.837761 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1f2d7da9-fb92-4154-82e3-cabb430cc299 req-ba6eefbb-dfee-4746-b1d7-e2c5da15196c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441308 Sep 24 03:37:35.964238 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb21ca6-d300-462e-b17e-1d00384f9cfa req-a5462c7e-7b99-40c2-acef-cc53bfc957e2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:35.965705 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bbb21ca6-d300-462e-b17e-1d00384f9cfa req-a5462c7e-7b99-40c2-acef-cc53bfc957e2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0557554 Sep 24 03:37:36.010417 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-bbb21ca6-d300-462e-b17e-1d00384f9cfa req-b0e5f07a-7903-4773-9da7-253f983d3ce2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383148 Sep 24 03:37:37.132115 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce7a96-3341-48b6-a07a-f7d80406a550 req-25e56779-3ebc-465b-9dcb-0f3ea665182d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:37.133650 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02ce7a96-3341-48b6-a07a-f7d80406a550 req-25e56779-3ebc-465b-9dcb-0f3ea665182d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0527232 Sep 24 03:37:37.171093 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02ce7a96-3341-48b6-a07a-f7d80406a550 req-37f99dd3-96df-4c53-a424-0cf9e98ef6fc tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315013 Sep 24 03:37:38.106362 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 0717861b-d1f6-493d-aa8d-5314188e7508 no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:37:38.126791 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 0717861b-d1f6-493d-aa8d-5314188e7508 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:37:38.127129 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 0717861b-d1f6-493d-aa8d-5314188e7508 not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:37:38.291210 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6dfe4-6d74-43e1-abcb-f76866d74b5b req-381c577a-1c6b-4f60-9f03-6e3616ddc078 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:38.292754 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1ce6dfe4-6d74-43e1-abcb-f76866d74b5b req-381c577a-1c6b-4f60-9f03-6e3616ddc078 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0504036 Sep 24 03:37:38.329195 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1ce6dfe4-6d74-43e1-abcb-f76866d74b5b req-06c4078c-99d0-49dc-a789-2eb5e14d5d67 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306525 Sep 24 03:37:39.133628 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79aac7-20da-456e-94ca-c43ee2a2db25 req-319c7a6c-f764-4d82-805c-44d115a0b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:39.135172 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7d79aac7-20da-456e-94ca-c43ee2a2db25 req-319c7a6c-f764-4d82-805c-44d115a0b871 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 1098 time: 0.0392210 Sep 24 03:37:39.239054 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79aac7-20da-456e-94ca-c43ee2a2db25 req-2ed69f9e-d013-4d7b-9ea7-0a58753aea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:39.240435 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7d79aac7-20da-456e-94ca-c43ee2a2db25 req-2ed69f9e-d013-4d7b-9ea7-0a58753aea5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 917 time: 0.0864530 Sep 24 03:37:39.307282 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7d79aac7-20da-456e-94ca-c43ee2a2db25 req-1480948a-c077-4766-a3cb-958c390948b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558 HTTP/1.1" status: 200 len: 1001 time: 0.0587485 Sep 24 03:37:39.365572 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79aac7-20da-456e-94ca-c43ee2a2db25 req-fb2a89bd-7c0f-46ff-a560-ce88fb21cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:39.367095 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7d79aac7-20da-456e-94ca-c43ee2a2db25 req-fb2a89bd-7c0f-46ff-a560-ce88fb21cda4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 200 len: 855 time: 0.0516827 Sep 24 03:37:39.436641 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79aac7-20da-456e-94ca-c43ee2a2db25 req-a7baa8b3-fba0-4b52-ab1f-6ee1d020b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:39.438216 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7d79aac7-20da-456e-94ca-c43ee2a2db25 req-a7baa8b3-fba0-4b52-ab1f-6ee1d020b01d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627882 Sep 24 03:37:39.464221 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab9ac3-6e05-4a5d-9812-b2fc0ebaf0db req-84fbee47-bc3d-493a-877c-be727844fcd0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:39.465590 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3fab9ac3-6e05-4a5d-9812-b2fc0ebaf0db req-84fbee47-bc3d-493a-877c-be727844fcd0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0602512 Sep 24 03:37:39.557105 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3fab9ac3-6e05-4a5d-9812-b2fc0ebaf0db req-63eae02e-4f85-41a8-9a29-20cfc025ff06 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823185 Sep 24 03:37:39.576617 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7d79aac7-20da-456e-94ca-c43ee2a2db25 req-81cf45bf-4945-4758-9648-67369c997ee6 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276972 Sep 24 03:37:39.666164 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7d79aac7-20da-456e-94ca-c43ee2a2db25 req-8ad903d5-4f32-46a8-b544-a581a259d06c service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817037 Sep 24 03:37:40.678813 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6301f-4265-4b1a-879d-8ea07120c8a7 req-7dcea8ce-41f9-4a97-b43a-807b3b213535 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:40.680155 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6fd6301f-4265-4b1a-879d-8ea07120c8a7 req-7dcea8ce-41f9-4a97-b43a-807b3b213535 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0513394 Sep 24 03:37:40.718202 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6fd6301f-4265-4b1a-879d-8ea07120c8a7 req-f1c08383-17af-4190-aa9a-a50119ec026d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306931 Sep 24 03:37:41.845213 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ad44c-ab39-4ab9-b2a1-0bd6d9fe9294 req-a008ebf9-de6e-4e4b-b500-0ec07023718f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:41.846796 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c80ad44c-ab39-4ab9-b2a1-0bd6d9fe9294 req-a008ebf9-de6e-4e4b-b500-0ec07023718f tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0522113 Sep 24 03:37:41.883899 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c80ad44c-ab39-4ab9-b2a1-0bd6d9fe9294 req-1a1d8f32-ba4e-4405-b079-ece3450e6b24 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Sep 24 03:37:42.834683 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae3835-b27b-4d13-a54b-a5f5f79edf3d req-e0bf3368-fbf2-40ea-96e1-098cd2666ace tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:42.836640 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c9ae3835-b27b-4d13-a54b-a5f5f79edf3d req-e0bf3368-fbf2-40ea-96e1-098cd2666ace tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 945 time: 0.0599730 Sep 24 03:37:42.887141 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-1c642977-6ebd-4e33-88cd-cb8942bac6ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489645 Sep 24 03:37:42.890830 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c9ae3835-b27b-4d13-a54b-a5f5f79edf3d req-c0848881-4bf3-4aa3-99a8-70fe984f3ecd tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447731 Sep 24 03:37:43.095411 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:37:43.186563 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:43.216647 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:37:43.218947 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebca2e6-823e-498c-973b-e827b86a072f" -d '{"events": [{"server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "name": "network-vif-unplugged", "status": "completed", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:37:43.232275 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:37:43.237978 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:43.261607 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869cdee6-85d4-43a4-bc66-03a32d8ad8bf x-openstack-request-id: req-869cdee6-85d4-43a4-bc66-03a32d8ad8bf {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:37:43.262764 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "name": "network-vif-unplugged", "status": "failed", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558", "code": 422}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:37:43.263183 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-869cdee6-85d4-43a4-bc66-03a32d8ad8bf {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:37:43.263572 dv-cinder-810800-1-iscsi neutron-server[94018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'code': 422} returned with failed status Sep 24 03:37:43.288903 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,revision_number=8']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:43.785439 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-8fa1c98b-4515-47e4-a05e-b571e1e6ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:43.786984 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-8fa1c98b-4515-47e4-a05e-b571e1e6ef6d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87&tenant_id=591aadad4ac440c6afd8189aa7e5cee6 HTTP/1.1" status: 200 len: 1096 time: 0.0767179 Sep 24 03:37:43.852568 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-4bf8c463-8d38-49bf-a4c7-d137b4a113fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:43.854585 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-4bf8c463-8d38-49bf-a4c7-d137b4a113fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 1096 time: 0.0418599 Sep 24 03:37:44.050625 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2537490-9ed9-48e8-a0fb-d2ba617ed385 req-5d7840c6-9b30-4118-8c8b-a59e2cbff785 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:44.052783 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f2537490-9ed9-48e8-a0fb-d2ba617ed385 req-5d7840c6-9b30-4118-8c8b-a59e2cbff785 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.1000896 Sep 24 03:37:44.053970 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-11e71543-2ebb-4ddb-9275-6e1b9d214c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:44.055456 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-11e71543-2ebb-4ddb-9275-6e1b9d214c55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 917 time: 0.1823843 Sep 24 03:37:44.082645 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b558b-3433-4395-a879-78b911934686 req-d17001fc-f6f2-4515-814f-926a80007778 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:44.084474 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c08b558b-3433-4395-a879-78b911934686 req-d17001fc-f6f2-4515-814f-926a80007778 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0983560 Sep 24 03:37:44.181301 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f2537490-9ed9-48e8-a0fb-d2ba617ed385 req-b974594a-66b4-42ad-b28b-404ca90d4e4d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183698 Sep 24 03:37:44.195938 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-852991f7-ba54-4c2b-967f-9b4c6f02020b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558 HTTP/1.1" status: 200 len: 999 time: 0.1319847 Sep 24 03:37:44.198845 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c08b558b-3433-4395-a879-78b911934686 req-439c15be-b612-4af8-8b82-a54c2c2de91a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731437 Sep 24 03:37:44.249199 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-6e06e18d-1b88-4f73-966b-6efc1a832a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:44.250885 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-6e06e18d-1b88-4f73-966b-6efc1a832a4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 200 len: 855 time: 0.0471399 Sep 24 03:37:44.300217 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-e9a90d2c-7c07-4125-8e80-0452dd5965cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:44.301668 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-e9a90d2c-7c07-4125-8e80-0452dd5965cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424099 Sep 24 03:37:44.390310 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-1517509b-b756-49e9-b4cf-3af7d5210288 service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803509 Sep 24 03:37:44.483977 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c9c4c772-6f15-49d9-bbba-95f38337a1c8 req-341d71ef-c690-4d9e-91aa-7708a0e4f09d service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852275 Sep 24 03:37:45.206024 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ba9c8c77-63c2-4b6b-a5b1-51deb54d4e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:45.325126 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb932377-95f0-454f-b6eb-fc8ff413403b req-047018a4-228e-46d4-91cf-e0e9fd560f1d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:45.326701 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cb932377-95f0-454f-b6eb-fc8ff413403b req-047018a4-228e-46d4-91cf-e0e9fd560f1d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0763085 Sep 24 03:37:45.337901 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef87fbe-766c-429f-b7b0-5e7f3586e95d req-78a5ff5b-ce18-4a1d-9cf3-9e632928c94a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:45.339272 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ef87fbe-766c-429f-b7b0-5e7f3586e95d req-78a5ff5b-ce18-4a1d-9cf3-9e632928c94a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0626965 Sep 24 03:37:45.391945 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cb932377-95f0-454f-b6eb-fc8ff413403b req-5b0ad7ba-81e0-4e7f-a5af-7fd0543a6f50 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517213 Sep 24 03:37:45.396613 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2ef87fbe-766c-429f-b7b0-5e7f3586e95d req-ed10fc7f-dd1f-486e-b022-33e21983b9d8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509639 Sep 24 03:37:46.535570 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494afafc-0ea4-4872-be72-ce518db0bc6c req-6d343fd1-e00b-4c85-851b-038cce5628ee tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:46.537018 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-494afafc-0ea4-4872-be72-ce518db0bc6c req-6d343fd1-e00b-4c85-851b-038cce5628ee tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0762532 Sep 24 03:37:46.548443 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa0e40-42c4-4ef8-b2fd-aa71b4ed2efc req-35e4bc68-2ba4-4193-9242-ea12cc9ed4a9 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:46.549825 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a2fa0e40-42c4-4ef8-b2fd-aa71b4ed2efc req-35e4bc68-2ba4-4193-9242-ea12cc9ed4a9 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0797837 Sep 24 03:37:46.605572 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-494afafc-0ea4-4872-be72-ce518db0bc6c req-fb3b1957-573e-49e3-a257-6e2d7cee00c2 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546768 Sep 24 03:37:46.608341 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a2fa0e40-42c4-4ef8-b2fd-aa71b4ed2efc req-a88887b0-2bb7-4eac-9324-966fd2480c33 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520422 Sep 24 03:37:47.267894 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:37:47.698472 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6cd86093-f4f1-4505-8a22-e32b4baf2869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:47.787419 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0375d9-0c6f-4955-a675-ee9a34786360 req-9cce6a40-820a-4c9f-bb67-612de89f4675 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:47.789601 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4c0375d9-0c6f-4955-a675-ee9a34786360 req-9cce6a40-820a-4c9f-bb67-612de89f4675 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.1008265 Sep 24 03:37:47.803362 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231349f5-c485-4653-9360-eb10aea3abef req-5163696d-1734-4cb4-a2b7-b7cb2f423be1 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:47.804942 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-231349f5-c485-4653-9360-eb10aea3abef req-5163696d-1734-4cb4-a2b7-b7cb2f423be1 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0955327 Sep 24 03:37:47.870299 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-231349f5-c485-4653-9360-eb10aea3abef req-26661dd4-6414-4c8c-ae9e-edce05414e7f tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557611 Sep 24 03:37:47.886577 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4c0375d9-0c6f-4955-a675-ee9a34786360 req-7d027b7e-3e55-4312-abdb-75b40d4ba946 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805013 Sep 24 03:37:48.722553 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:49.033064 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a4b0d-50df-49f4-bbe2-787a522eaa1e req-396f8329-242e-43e3-a690-8389681f9f85 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:49.034625 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ea9a4b0d-50df-49f4-bbe2-787a522eaa1e req-396f8329-242e-43e3-a690-8389681f9f85 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0730314 Sep 24 03:37:49.042312 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62049ea-74c2-4a9b-8614-dcaebe761045 req-95014696-c3a4-462c-9e8d-9891dc915c02 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:49.043772 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f62049ea-74c2-4a9b-8614-dcaebe761045 req-95014696-c3a4-462c-9e8d-9891dc915c02 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0907354 Sep 24 03:37:49.103793 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ea9a4b0d-50df-49f4-bbe2-787a522eaa1e req-273956d9-718b-43f3-95bf-eedfcfd8c599 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590217 Sep 24 03:37:49.109860 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f62049ea-74c2-4a9b-8614-dcaebe761045 req-364a0047-f39e-4a5e-9667-847997a7b07d tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593498 Sep 24 03:37:49.310090 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:50.267291 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7afc1-fd9d-474b-9a38-103b9f734cf3 req-707ebc8a-9bdf-400e-abc2-9cfec66f2b88 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:50.268797 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2fc7afc1-fd9d-474b-9a38-103b9f734cf3 req-707ebc8a-9bdf-400e-abc2-9cfec66f2b88 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0760813 Sep 24 03:37:50.282208 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3a550-8ec1-4a15-b1a0-89f2144cf4bd req-b0dfea19-9eed-4539-a6b5-848e4fc8de89 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:50.283691 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-78b3a550-8ec1-4a15-b1a0-89f2144cf4bd req-b0dfea19-9eed-4539-a6b5-848e4fc8de89 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0891097 Sep 24 03:37:50.340171 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2fc7afc1-fd9d-474b-9a38-103b9f734cf3 req-47422920-1266-4dc4-b54c-d158cb6977b8 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554857 Sep 24 03:37:50.343367 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-78b3a550-8ec1-4a15-b1a0-89f2144cf4bd req-34dbff38-76e7-4dca-a934-824c9a298d18 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529764 Sep 24 03:37:50.742570 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:51.495910 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12dbfc-d457-49aa-bcb7-c77787ddf5a2 req-68cff79f-f4aa-4573-9526-20870c42e09b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:51.497734 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e12dbfc-d457-49aa-bcb7-c77787ddf5a2 req-68cff79f-f4aa-4573-9526-20870c42e09b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0844891 Sep 24 03:37:51.508383 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02908fc6-2aba-41ce-9470-d2a695806245 req-4c00b646-6bfb-48f6-a70b-e614951b54cd tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:51.509784 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02908fc6-2aba-41ce-9470-d2a695806245 req-4c00b646-6bfb-48f6-a70b-e614951b54cd tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0949695 Sep 24 03:37:51.568860 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02908fc6-2aba-41ce-9470-d2a695806245 req-95a79947-9167-4291-92ea-8942035f2d99 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516880 Sep 24 03:37:51.571746 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e12dbfc-d457-49aa-bcb7-c77787ddf5a2 req-ecebf6fe-086b-4b51-bed0-564f3a43a52c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609608 Sep 24 03:37:52.730090 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbd88f-45e9-417c-84ac-62b259018fb0 req-211e29dc-4492-403c-bdc7-569175b816ad tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:52.731682 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cdcbd88f-45e9-417c-84ac-62b259018fb0 req-211e29dc-4492-403c-bdc7-569175b816ad tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0763652 Sep 24 03:37:52.740510 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8d47c-9903-4c32-90fc-a7f048a46300 req-134bbb5c-9d0b-4262-854e-52805335d5fe tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:52.742033 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7be8d47c-9903-4c32-90fc-a7f048a46300 req-134bbb5c-9d0b-4262-854e-52805335d5fe tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0966485 Sep 24 03:37:52.801148 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cdcbd88f-45e9-417c-84ac-62b259018fb0 req-bf1ce083-1429-4fd4-a458-6831f475294c tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581245 Sep 24 03:37:52.804315 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7be8d47c-9903-4c32-90fc-a7f048a46300 req-100a85d0-cf60-4dd3-a4ac-8f8d016f0b85 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535834 Sep 24 03:37:53.426152 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:37:53.961536 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefacef0-37ec-4be1-be16-ceedcda65d75 req-c6e05186-f51c-4b0f-ac7a-b4bf2e1bb4ca tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:53.963579 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-eefacef0-37ec-4be1-be16-ceedcda65d75 req-c6e05186-f51c-4b0f-ac7a-b4bf2e1bb4ca tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0860491 Sep 24 03:37:53.974470 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49147fc4-4b5f-45e6-ab85-7408f4341963 req-ba66ddda-2120-45fc-8c33-e468a9560f8d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:53.976449 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-49147fc4-4b5f-45e6-ab85-7408f4341963 req-ba66ddda-2120-45fc-8c33-e468a9560f8d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0901394 Sep 24 03:37:54.028942 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-eefacef0-37ec-4be1-be16-ceedcda65d75 req-3b26a30f-244f-4a75-9ad7-fe7c8745ece8 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514853 Sep 24 03:37:54.041893 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-49147fc4-4b5f-45e6-ab85-7408f4341963 req-51f44f4a-7cea-4c78-bc72-666309a30e2d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501204 Sep 24 03:37:55.173000 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf09355-a5ef-4626-8a6a-8a06e482dccc req-dfa87004-334a-4a08-91e8-39f800789a9f tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:55.174448 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-caf09355-a5ef-4626-8a6a-8a06e482dccc req-dfa87004-334a-4a08-91e8-39f800789a9f tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0784457 Sep 24 03:37:55.211267 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3751f-04e3-40b1-b31b-1a0a055b1e9c req-1cc8d730-af89-4c91-9703-ceca27e17e57 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:55.212827 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5cc3751f-04e3-40b1-b31b-1a0a055b1e9c req-1cc8d730-af89-4c91-9703-ceca27e17e57 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0918863 Sep 24 03:37:55.229017 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:55.242944 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-caf09355-a5ef-4626-8a6a-8a06e482dccc req-20e31a78-1c2f-4d6a-b08e-97622472b37f tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604119 Sep 24 03:37:55.267455 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5cc3751f-04e3-40b1-b31b-1a0a055b1e9c req-2bd3700d-0526-4de7-82aa-3dc2fb17b948 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479620 Sep 24 03:37:56.399561 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ff2c7-5a52-4c8f-8dd9-e903ba26f11a req-f5f5b762-261b-431f-89d5-574b7b356b60 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:56.401019 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-150ff2c7-5a52-4c8f-8dd9-e903ba26f11a req-f5f5b762-261b-431f-89d5-574b7b356b60 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0837390 Sep 24 03:37:56.423823 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc78a6-3802-4356-9777-d5895e89b346 req-37b2e64c-fe2c-441b-a53b-78eaee017b69 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:56.425524 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-05bc78a6-3802-4356-9777-d5895e89b346 req-37b2e64c-fe2c-441b-a53b-78eaee017b69 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0772359 Sep 24 03:37:56.470584 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-150ff2c7-5a52-4c8f-8dd9-e903ba26f11a req-ec119649-6991-46fa-8b9a-eafa88508268 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633683 Sep 24 03:37:56.485072 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-05bc78a6-3802-4356-9777-d5895e89b346 req-6ce4078a-f859-455f-973b-705203867eb7 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521619 Sep 24 03:37:57.653500 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99c825-61b6-4185-be03-f36d776ea099 req-57bfaf24-0615-4b0d-9c9f-abae9e79e6de tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:57.656285 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a99c825-61b6-4185-be03-f36d776ea099 req-57bfaf24-0615-4b0d-9c9f-abae9e79e6de tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0887322 Sep 24 03:37:57.664330 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3644c-d149-4288-8ae4-6c741a68ee20 req-e35a6420-d0e9-4bd2-972a-a35f5f0a1703 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:57.665818 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-caf3644c-d149-4288-8ae4-6c741a68ee20 req-e35a6420-d0e9-4bd2-972a-a35f5f0a1703 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.1000447 Sep 24 03:37:57.720765 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2a99c825-61b6-4185-be03-f36d776ea099 req-1982cf60-0620-4056-8dec-954ac72f74b8 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539491 Sep 24 03:37:57.725948 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-caf3644c-d149-4288-8ae4-6c741a68ee20 req-c68a2c8d-9e4d-44c2-83ae-b94af2607031 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531282 Sep 24 03:37:57.796405 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56412) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:37:57.840142 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Deleting subnet 1fce3e02-74ae-4c03-9dd8-e4d028cc7082 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:37:57.843997 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:57.879560 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9308771'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:57.921880 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:57.981165 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9308815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8548313'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:58.005974 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fce3e02-74ae-4c03-9dd8-e4d028cc7082,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:58.015880 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:58.016223 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:58.016556 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:58.016883 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:58.017213 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:58.018152 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:58.018152 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:58.018152 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:58.018482 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:58.018796 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:58.019272 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:58.019739 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:37:58.023852 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:58.027231 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-d02cbbf2-bd36-41b8-be38-e0e7f524d345 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1fce3e02-74ae-4c03-9dd8-e4d028cc7082 HTTP/1.1" status: 204 len: 168 time: 0.2297721 Sep 24 03:37:58.028971 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56414) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:37:58.097603 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8345250-90d9-4370-b09d-35cb17adfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:58.186268 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8345250-90d9-4370-b09d-35cb17adfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:58.209137 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-f8345250-90d9-4370-b09d-35cb17adfbaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce30542c-69af-4033-9d35-5d6651a01e27']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:37:58.220463 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-f8345250-90d9-4370-b09d-35cb17adfbaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:37:58.220949 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-f8345250-90d9-4370-b09d-35cb17adfbaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1d4b39-3b4b-4554-a4a1-e9b135aa06a6') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:37:58.230870 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8345250-90d9-4370-b09d-35cb17adfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9308794'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:58.245886 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8345250-90d9-4370-b09d-35cb17adfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:58.253364 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8345250-90d9-4370-b09d-35cb17adfbaa admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:37:58.253821 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8345250-90d9-4370-b09d-35cb17adfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9319713'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: Traceback (most recent call last): Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: timer() Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: cb(*args, **kw) Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: return func(*args, **kwargs) Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: self._notify() Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: self.callback(batched_events) Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: event.method(event) Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: return f(self, *a, **k) Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._get(url).json() Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: return self.request(url, 'GET', **kwargs) Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:37:58.255557 dv-cinder-810800-1-iscsi neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:37:58.318383 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8345250-90d9-4370-b09d-35cb17adfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:58.325526 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8345250-90d9-4370-b09d-35cb17adfbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:58.329536 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-f8345250-90d9-4370-b09d-35cb17adfbaa admin admin] 10.222.0.18 "DELETE /v2.0/networks/ce30542c-69af-4033-9d35-5d6651a01e27 HTTP/1.1" status: 204 len: 168 time: 0.2994311 Sep 24 03:37:58.339542 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8345250-90d9-4370-b09d-35cb17adfbaa admin admin] Pushing event deleted for resources: {'Network': ['ID=ce30542c-69af-4033-9d35-5d6651a01e27,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:58.501697 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56418) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:37:58.540880 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-d5d51e82-8cea-40db-a83b-1d1abd1f881b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f90f5ee150c84714b914726dff583040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379515 Sep 24 03:37:58.543247 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56420) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:37:58.590406 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-93546bac-08eb-4158-9c71-cd199412c213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:58.612610 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-93546bac-08eb-4158-9c71-cd199412c213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:58.660251 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-93546bac-08eb-4158-9c71-cd199412c213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:58.662962 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-93546bac-08eb-4158-9c71-cd199412c213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:37:58.664256 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-93546bac-08eb-4158-9c71-cd199412c213 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2d1fc01-e531-4f65-99e0-0b93384a170a HTTP/1.1" status: 204 len: 168 time: 0.1200736 Sep 24 03:37:58.672479 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93546bac-08eb-4158-9c71-cd199412c213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d1fc01-e531-4f65-99e0-0b93384a170a,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:37:58.888292 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3675d74-022e-4614-aa40-f9a40a97320d req-d61e725a-6e03-4b97-8178-9cee26b49a4b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:58.889884 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e3675d74-022e-4614-aa40-f9a40a97320d req-d61e725a-6e03-4b97-8178-9cee26b49a4b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.0896776 Sep 24 03:37:58.898736 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db242d51-976a-4bfb-8e28-5cca846c63cc req-ea7819e0-1b08-4baf-bbbb-b919646e1aa2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:37:58.900334 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-db242d51-976a-4bfb-8e28-5cca846c63cc req-ea7819e0-1b08-4baf-bbbb-b919646e1aa2 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0842330 Sep 24 03:37:58.962533 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e3675d74-022e-4614-aa40-f9a40a97320d req-8f2e3504-c4e7-4313-9e62-f232da2c0340 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611711 Sep 24 03:37:58.971223 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-db242d51-976a-4bfb-8e28-5cca846c63cc req-0c8ab954-2fc3-4128-8599-26240bd47ad4 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577195 Sep 24 03:38:00.369391 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-f6cc835f-a89a-49fc-b36d-a8625564e8b3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:00.370879 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-f6cc835f-a89a-49fc-b36d-a8625564e8b3 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.3454864 Sep 24 03:38:00.378272 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b0f18-137e-4299-a1c5-16eb7537470a req-62a5022a-5fd2-44d3-bb1e-3a7a9cbcf5d7 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:00.379621 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b32b0f18-137e-4299-a1c5-16eb7537470a req-62a5022a-5fd2-44d3-bb1e-3a7a9cbcf5d7 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 945 time: 0.3444281 Sep 24 03:38:00.417478 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02456b-2b69-4b3a-b933-7d44357d2a97 req-d522a1ce-fc4a-4a1c-81ce-ff9c6e564e1a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:00.418908 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ac02456b-2b69-4b3a-b933-7d44357d2a97 req-d522a1ce-fc4a-4a1c-81ce-ff9c6e564e1a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.3590479 Sep 24 03:38:00.495630 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b32b0f18-137e-4299-a1c5-16eb7537470a req-20f1f212-7192-437b-892f-d9c33763818b tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups?id=94b4bbe1-38e4-47b1-8988-3f1bd79d0809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051509 Sep 24 03:38:00.511326 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ac02456b-2b69-4b3a-b933-7d44357d2a97 req-76da6b50-981c-488b-9587-dcec58e618a3 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813084 Sep 24 03:38:00.530895 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Deleting port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:38:00.531236 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:00.616291 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] For port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2a9f0597-3e1c-4f71-8e1d-3016b73e3e60,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:38:00.616653 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:00.780337 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:00.780721 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:00.781025 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Floating IP 9948b305-b623-4ed8-9c3d-0a69f9ad11f5 disassociated. External IP: 172.27.1.246, port: 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60. Sep 24 03:38:00.781353 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Calling delete_port for 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:38:00.902534 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:00.933362 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event deleted for resources: {'Port': ['ID=2a9f0597-3e1c-4f71-8e1d-3016b73e3e60,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:01.042325 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Router da3540eb-972a-443e-b760-9ef6aec5b017 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:38:01.142677 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:38:01.152345 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19d031-6086-4f42-a94a-859ee59027dc None None] Sync routers for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:38:01.161603 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19d031-6086-4f42-a94a-859ee59027dc None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:38:01.162508 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-0d19d031-6086-4f42-a94a-859ee59027dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:37:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:01.183136 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] No DVR routers for this DVR port 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:38:01.186369 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:01.188236 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3561d6b5-ecde-4d6b-bf33-06d0077618f2 req-254e5e41-6d25-43c4-b7a4-c49d295d0df6 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.13 "DELETE /v2.0/ports/2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 HTTP/1.1" status: 204 len: 173 time: 0.8077650 Sep 24 03:38:01.188724 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ac17a6-46c5-4217-bfc1-b592f3ddd132', 'name': 'network-vif-deleted', 'tag': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:38:01.190966 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f93f489-c548-4436-8fad-6e814d53cafb" -d '{"events": [{"server_uuid": "e1ac17a6-46c5-4217-bfc1-b592f3ddd132", "name": "network-vif-deleted", "tag": "2a9f0597-3e1c-4f71-8e1d-3016b73e3e60"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:38:01.231398 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95872048-8b6a-43c7-b6a2-7dfc805a4de2 x-openstack-request-id: req-95872048-8b6a-43c7-b6a2-7dfc805a4de2 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:38:01.231785 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ac17a6-46c5-4217-bfc1-b592f3ddd132", "name": "network-vif-deleted", "tag": "2a9f0597-3e1c-4f71-8e1d-3016b73e3e60", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:38:01.232881 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95872048-8b6a-43c7-b6a2-7dfc805a4de2 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:38:01.233307 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ac17a6-46c5-4217-bfc1-b592f3ddd132', 'name': 'network-vif-deleted', 'tag': '2a9f0597-3e1c-4f71-8e1d-3016b73e3e60', 'status': 'completed', 'code': 200} Sep 24 03:38:01.279912 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-0d19d031-6086-4f42-a94a-859ee59027dc None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:38:01.477256 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-0d19d031-6086-4f42-a94a-859ee59027dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:30Z', 'revision_number': 5, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:01.506627 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19d031-6086-4f42-a94a-859ee59027dc None None] Checking router: da3540eb-972a-443e-b760-9ef6aec5b017 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:38:01.514520 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19d031-6086-4f42-a94a-859ee59027dc None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:38:01.515106 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-0d19d031-6086-4f42-a94a-859ee59027dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:37:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:01.610466 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c0099872-46e1-435c-a208-c709522fe2a7 req-a36cdcac-a54f-4043-ab3a-8689d12d09e7 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1ac17a6-46c5-4217-bfc1-b592f3ddd132 HTTP/1.1" status: 200 len: 210 time: 0.0292866 Sep 24 03:38:01.644029 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-0d19d031-6086-4f42-a94a-859ee59027dc None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:38:01.661159 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ed10e-8f24-4c00-919e-ba9f1a285c7a req-4ec0316a-5424-47b5-bd2c-114638964f29 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:01.662670 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-516ed10e-8f24-4c00-919e-ba9f1a285c7a req-4ec0316a-5424-47b5-bd2c-114638964f29 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0559330 Sep 24 03:38:01.706309 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-516ed10e-8f24-4c00-919e-ba9f1a285c7a req-f54c355e-f6b6-4c14-8208-2761b7f2356e tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370612 Sep 24 03:38:01.963132 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-0d19d031-6086-4f42-a94a-859ee59027dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:30Z', 'revision_number': 5, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:01.992709 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19d031-6086-4f42-a94a-859ee59027dc None None] The sync data for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi is: [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:31:22Z', 'revision_number': 4, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '026e5142-f2b4-4195-9089-d68445907c77', 'name': '', 'network_id': 'cba65e79-4fc5-4461-a342-04d626e59a47', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'mac_address': 'fa:16:3e:01:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7359379f-7a6e-4681-962c-52307286e43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:20Z', 'updated_at': '2021-09-24T03:31:30Z', 'revision_number': 5, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'subnets': [{'id': '7359379f-7a6e-4681-962c-52307286e43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:38:02.189090 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43054194-59ff-470f-bd14-332ec386c9ba None None] New status for floating IP 9948b305-b623-4ed8-9c3d-0a69f9ad11f5: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:38:02.693491 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56442) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:02.751038 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-30d13b0e-a860-431c-a2fe-ee92f20f06e5 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:02.773148 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-30d13b0e-a860-431c-a2fe-ee92f20f06e5 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:02.844837 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d42114-d0a8-43b4-8010-173f78812dc4 req-d3427949-951b-46ca-bf5a-b3e30de1a83a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:02.846245 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-87d42114-d0a8-43b4-8010-173f78812dc4 req-d3427949-951b-46ca-bf5a-b3e30de1a83a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 943 time: 0.0704613 Sep 24 03:38:02.865955 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-30d13b0e-a860-431c-a2fe-ee92f20f06e5 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:02.868428 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-30d13b0e-a860-431c-a2fe-ee92f20f06e5 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:02.872036 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-30d13b0e-a860-431c-a2fe-ee92f20f06e5 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "DELETE /v2.0/security-groups/94b4bbe1-38e4-47b1-8988-3f1bd79d0809 HTTP/1.1" status: 204 len: 168 time: 0.1750784 Sep 24 03:38:02.872512 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56446) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:02.886533 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.api.v2.resource [None req-01b36c02-3b5e-4604-bc4b-00327e2f0d86 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] show failed (client error): The resource could not be found. Sep 24 03:38:02.887515 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-01b36c02-3b5e-4604-bc4b-00327e2f0d86 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "GET /v2.0/security-groups/94b4bbe1-38e4-47b1-8988-3f1bd79d0809 HTTP/1.1" status: 404 len: 347 time: 0.0130618 Sep 24 03:38:02.889212 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d13b0e-a860-431c-a2fe-ee92f20f06e5 tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b4bbe1-38e4-47b1-8988-3f1bd79d0809,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:02.890370 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56448) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:02.908940 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-87d42114-d0a8-43b4-8010-173f78812dc4 req-449790c3-ce6a-4389-9e70-c0709dc0cf02 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495732 Sep 24 03:38:03.020900 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6fd08c5f-d014-43a8-b5f6-6863806706be tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Deleting port 51caa458-f530-4fc9-9029-1c992933583d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:38:03.021236 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6fd08c5f-d014-43a8-b5f6-6863806706be tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:03.097641 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6fd08c5f-d014-43a8-b5f6-6863806706be tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:03.097904 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6fd08c5f-d014-43a8-b5f6-6863806706be tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:03.110054 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6fd08c5f-d014-43a8-b5f6-6863806706be tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Calling delete_port for 51caa458-f530-4fc9-9029-1c992933583d owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:38:03.238803 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6fd08c5f-d014-43a8-b5f6-6863806706be tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:03.266496 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd08c5f-d014-43a8-b5f6-6863806706be tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Pushing event deleted for resources: {'Port': ['ID=51caa458-f530-4fc9-9029-1c992933583d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:03.322828 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6fd08c5f-d014-43a8-b5f6-6863806706be tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:03.325289 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:38:03.326785 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6fd08c5f-d014-43a8-b5f6-6863806706be tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:03.326785 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-6fd08c5f-d014-43a8-b5f6-6863806706be tempest-AttachVolumeTestJSON-1084128314 tempest-AttachVolumeTestJSON-1084128314-project] 10.222.0.18 "DELETE /v2.0/floatingips/9948b305-b623-4ed8-9c3d-0a69f9ad11f5 HTTP/1.1" status: 204 len: 168 time: 0.4352894 Sep 24 03:38:03.330440 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:38:03.354857 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:38:03.355123 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 2a9f0597-3e1c-4f71-8e1d-3016b73e3e60 not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:38:03.445616 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:38:03.458025 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'port_id': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'mac_address': 'fa:16:3e:6a:d5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:38:03.499833 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:03.512058 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:38:03.530700 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:38:03.534319 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:03.581983 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,revision_number=9']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:03.589136 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:03.589548 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:03.589914 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:03.590255 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:03.590588 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:03.590988 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:03.591339 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:03.591924 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:03.592116 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:03.592477 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:03.592786 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:03.593111 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:03.761401 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['8c1f1a3d-b239-4f20-8ebe-d00fa864b558'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:38:04.025074 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25318b7-553e-4dd8-b875-c5fa2ae008b2 req-4e2c6c14-c22c-481f-afc7-6b336148a15d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:04.027170 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c25318b7-553e-4dd8-b875-c5fa2ae008b2 req-4e2c6c14-c22c-481f-afc7-6b336148a15d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 944 time: 0.0491376 Sep 24 03:38:04.064902 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c25318b7-553e-4dd8-b875-c5fa2ae008b2 req-df15d770-db5b-445d-b027-ca3e7fd3fd7d tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311704 Sep 24 03:38:05.185570 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eeb8d-f28a-42b7-8249-221af566fdc2 req-6b239960-3b71-4fe6-ae1e-abeff09952fa tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:05.187163 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-224eeb8d-f28a-42b7-8249-221af566fdc2 req-6b239960-3b71-4fe6-ae1e-abeff09952fa tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 944 time: 0.0512335 Sep 24 03:38:05.224015 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-224eeb8d-f28a-42b7-8249-221af566fdc2 req-65e4ce1a-4186-4105-a2e2-11acbabca93a tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309849 Sep 24 03:38:05.340325 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:38:05.386758 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:38:05.387039 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:05.460236 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:05.481809 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:38:05.484971 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459e93aa-dab6-4056-86ea-8c47740e637f" -d '{"events": [{"server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "name": "network-vif-plugged", "status": "completed", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:38:05.497215 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:38:05.501395 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:05.526285 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4593f99-587e-438a-bc2d-09c1402c3eb1 x-openstack-request-id: req-b4593f99-587e-438a-bc2d-09c1402c3eb1 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:38:05.526579 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "name": "network-vif-plugged", "status": "completed", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:38:05.526832 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4593f99-587e-438a-bc2d-09c1402c3eb1 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:38:05.527203 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'code': 200} Sep 24 03:38:05.553107 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,revision_number=10']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:05.698508 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b00d-2e0d-460b-b46d-b38e1c68abab req-6d602f99-a76f-45b4-93de-0d7b96032105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:05.699995 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d195b00d-2e0d-460b-b46d-b38e1c68abab req-6d602f99-a76f-45b4-93de-0d7b96032105 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 1099 time: 0.0395713 Sep 24 03:38:05.736977 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d195b00d-2e0d-460b-b46d-b38e1c68abab req-ffb63024-aeba-4bd7-9fdb-9fbd26cd0156 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297956 Sep 24 03:38:06.340981 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1159b-f4bb-4a29-b0a8-8bcae19a6638 req-54dca24b-814d-4f45-ab71-296242d770e8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:06.342471 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4dd1159b-f4bb-4a29-b0a8-8bcae19a6638 req-54dca24b-814d-4f45-ab71-296242d770e8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 946 time: 0.0472052 Sep 24 03:38:06.378793 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4dd1159b-f4bb-4a29-b0a8-8bcae19a6638 req-d99d8368-f449-4fb2-9a40-cc7dca14dd00 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305145 Sep 24 03:38:06.884471 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56492) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:07.387756 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-67967917-5b7e-41f2-b46e-f3eb5e528ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725511'] for router_interface, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:07.515223 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfe482-3405-4ae3-aaa3-38031b6297fc req-8be03b04-4cbe-4b17-acd5-79da2a0bedcb tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:07.516749 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8abfe482-3405-4ae3-aaa3-38031b6297fc req-8be03b04-4cbe-4b17-acd5-79da2a0bedcb tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 946 time: 0.0642879 Sep 24 03:38:07.604615 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8abfe482-3405-4ae3-aaa3-38031b6297fc req-f92896d5-5051-4d36-9997-b85e37eee4bd tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798526 Sep 24 03:38:07.695281 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-67967917-5b7e-41f2-b46e-f3eb5e528ca9 admin admin] Deleting port 026e5142-f2b4-4195-9089-d68445907c77 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:38:07.695542 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-67967917-5b7e-41f2-b46e-f3eb5e528ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:07.774602 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [None req-67967917-5b7e-41f2-b46e-f3eb5e528ca9 admin admin] For port 026e5142-f2b4-4195-9089-d68445907c77, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=026e5142-f2b4-4195-9089-d68445907c77,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:38:07.774957 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-67967917-5b7e-41f2-b46e-f3eb5e528ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:07.787036 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-67967917-5b7e-41f2-b46e-f3eb5e528ca9 admin admin] Calling delete_port for 026e5142-f2b4-4195-9089-d68445907c77 owned by network:router_interface {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:38:07.961015 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-67967917-5b7e-41f2-b46e-f3eb5e528ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:07.988651 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967917-5b7e-41f2-b46e-f3eb5e528ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=026e5142-f2b4-4195-9089-d68445907c77,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:08.150411 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-67967917-5b7e-41f2-b46e-f3eb5e528ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726670'] for router_interface, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:08.364305 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67967917-5b7e-41f2-b46e-f3eb5e528ca9 admin admin] Router da3540eb-972a-443e-b760-9ef6aec5b017 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:38:08.470614 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67967917-5b7e-41f2-b46e-f3eb5e528ca9 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:38:08.475659 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-67967917-5b7e-41f2-b46e-f3eb5e528ca9 admin admin] 10.222.0.18 "PUT /v2.0/routers/da3540eb-972a-443e-b760-9ef6aec5b017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5901473 Sep 24 03:38:08.478339 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56526) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:08.479484 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9909ef0-c4de-416d-9a8e-906dfacce2d7 None None] Sync routers for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:38:08.490537 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9909ef0-c4de-416d-9a8e-906dfacce2d7 None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:38:08.491226 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-a9909ef0-c4de-416d-9a8e-906dfacce2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:37:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:08.580904 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:08.601536 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-a9909ef0-c4de-416d-9a8e-906dfacce2d7 None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:38:08.691490 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:08.727782 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24fb89-bcd8-4f65-b835-04c2eecf2531 req-e6c84fe2-6534-4006-a631-e4a01a79feb8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:08.729279 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ec24fb89-bcd8-4f65-b835-04c2eecf2531 req-e6c84fe2-6534-4006-a631-e4a01a79feb8 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 946 time: 0.0507340 Sep 24 03:38:08.746728 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Deleting port 7fc67c77-f6cb-434d-8d86-d9433f31bcfd {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:38:08.747065 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:08.770438 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ec24fb89-bcd8-4f65-b835-04c2eecf2531 req-6732345b-9026-403d-bbc3-3a0658c19b90 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328932 Sep 24 03:38:08.786169 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-a9909ef0-c4de-416d-9a8e-906dfacce2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:38:07Z', 'revision_number': 5, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port': {'id': '7fc67c77-f6cb-434d-8d86-d9433f31bcfd', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:15Z', 'updated_at': '2021-09-24T03:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:08.819029 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9909ef0-c4de-416d-9a8e-906dfacce2d7 None None] Checking router: da3540eb-972a-443e-b760-9ef6aec5b017 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:38:08.828514 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9909ef0-c4de-416d-9a8e-906dfacce2d7 None None] Routers {'da3540eb-972a-443e-b760-9ef6aec5b017'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:38:08.829120 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-a9909ef0-c4de-416d-9a8e-906dfacce2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:37:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da3540eb-972a-443e-b760-9ef6aec5b017'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:08.834903 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] For port 7fc67c77-f6cb-434d-8d86-d9433f31bcfd, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=7fc67c77-f6cb-434d-8d86-d9433f31bcfd,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:38:08.835261 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:08.847979 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Calling delete_port for 7fc67c77-f6cb-434d-8d86-d9433f31bcfd owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:38:08.915111 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-a9909ef0-c4de-416d-9a8e-906dfacce2d7 None None] Set router da3540eb-972a-443e-b760-9ef6aec5b017 gateway port host: None {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:38:08.970765 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-a9909ef0-c4de-416d-9a8e-906dfacce2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:38:08Z', 'revision_number': 6, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port_host': None}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:08.998679 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9909ef0-c4de-416d-9a8e-906dfacce2d7 None None] The sync data for ids ['da3540eb-972a-443e-b760-9ef6aec5b017'] in dv-cinder-810800-1-iscsi is: [{'id': 'da3540eb-972a-443e-b760-9ef6aec5b017', 'name': 'tempest-AttachVolumeTestJSON-361048953-router', 'tenant_id': 'b959a04e215f4456becf31ac01fa6e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:14Z', 'updated_at': '2021-09-24T03:38:08Z', 'revision_number': 6, 'project_id': 'b959a04e215f4456becf31ac01fa6e25', 'gw_port_host': None}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:38:09.256582 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.281182 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc67c77-f6cb-434d-8d86-d9433f31bcfd,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:09.337881 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726605'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.445073 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6791'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.447180 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.508843 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728875'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.509502 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da3540eb-972a-443e-b760-9ef6aec5b017 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 03:38:09.514980 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.516114 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-a7a5bf99-ddf9-4682-8b22-04ce64fd97e2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/da3540eb-972a-443e-b760-9ef6aec5b017 HTTP/1.1" status: 204 len: 168 time: 1.0368071 Sep 24 03:38:09.518623 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56532) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:09.560533 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-506007dc-fede-4cb7-9910-4f96ec2b7552 admin admin] Deleting subnet 7359379f-7a6e-4681-962c-52307286e43d {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:38:09.563421 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-506007dc-fede-4cb7-9910-4f96ec2b7552 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.600612 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-506007dc-fede-4cb7-9910-4f96ec2b7552 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9308771'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.672361 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-506007dc-fede-4cb7-9910-4f96ec2b7552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.725891 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-506007dc-fede-4cb7-9910-4f96ec2b7552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9308815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8548313'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.750572 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506007dc-fede-4cb7-9910-4f96ec2b7552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7359379f-7a6e-4681-962c-52307286e43d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:09.757462 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-506007dc-fede-4cb7-9910-4f96ec2b7552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.763761 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-506007dc-fede-4cb7-9910-4f96ec2b7552 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7359379f-7a6e-4681-962c-52307286e43d HTTP/1.1" status: 204 len: 168 time: 0.2398582 Sep 24 03:38:09.763761 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56534) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:09.766427 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc98ca4-d945-4dea-830b-55b07d641f50 None None] Network cba65e79-4fc5-4461-a342-04d626e59a47 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:38:09.836281 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.893863 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Deleting port 342302b5-c96d-48ff-bdd3-a358cfd2bc84 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:38:09.894636 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.954678 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8daa1af-f7f2-4f62-9fbd-e9c7d8873020 None None] DHCP port deletion for cba65e79-4fc5-4461-a342-04d626e59a47 request from dv-cinder-810800-1-iscsi {{(pid=94018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 03:38:09.971346 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] For port 342302b5-c96d-48ff-bdd3-a358cfd2bc84, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=342302b5-c96d-48ff-bdd3-a358cfd2bc84,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:38:09.971697 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:09.983952 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Calling delete_port for 342302b5-c96d-48ff-bdd3-a358cfd2bc84 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:38:10.008778 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f8daa1af-f7f2-4f62-9fbd-e9c7d8873020 None None] Deleting port 342302b5-c96d-48ff-bdd3-a358cfd2bc84 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:38:10.011548 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8daa1af-f7f2-4f62-9fbd-e9c7d8873020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.067701 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.080745 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-f8daa1af-f7f2-4f62-9fbd-e9c7d8873020 None None] For port 342302b5-c96d-48ff-bdd3-a358cfd2bc84, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=342302b5-c96d-48ff-bdd3-a358cfd2bc84,segment=NetworkSegment(3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f),segment_id=3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:38:10.081198 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8daa1af-f7f2-4f62-9fbd-e9c7d8873020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.093642 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f8daa1af-f7f2-4f62-9fbd-e9c7d8873020 None None] Calling delete_port for 342302b5-c96d-48ff-bdd3-a358cfd2bc84 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:38:10.094269 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=342302b5-c96d-48ff-bdd3-a358cfd2bc84,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:10.099227 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] No DVR routers for this DVR port 342302b5-c96d-48ff-bdd3-a358cfd2bc84 on host dv-cinder-810800-1-iscsi {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:38:10.172343 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.175528 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8daa1af-f7f2-4f62-9fbd-e9c7d8873020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.192058 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba65e79-4fc5-4461-a342-04d626e59a47']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:10.201809 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:10.202108 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce72b9a-8f61-4f7f-ada1-a65a90a3ca5f') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:10.202968 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daa1af-f7f2-4f62-9fbd-e9c7d8873020 None None] Pushing event deleted for resources: {'Port': ['ID=342302b5-c96d-48ff-bdd3-a358cfd2bc84,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:10.204834 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8daa1af-f7f2-4f62-9fbd-e9c7d8873020 None None] No DVR routers for this DVR port 342302b5-c96d-48ff-bdd3-a358cfd2bc84 on host dv-cinder-810800-1-iscsi {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:38:10.212083 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9308794'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.225548 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.231571 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:38:10.232668 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9319713'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: Traceback (most recent call last): Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: timer() Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: cb(*args, **kw) Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: return func(*args, **kwargs) Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: self._notify() Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: self.callback(batched_events) Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: event.method(event) Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: return f(self, *a, **k) Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._get(url).json() Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: return self.request(url, 'GET', **kwargs) Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:38:10.234419 dv-cinder-810800-1-iscsi neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:38:10.296300 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.301668 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.303556 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] 10.222.0.18 "DELETE /v2.0/networks/cba65e79-4fc5-4461-a342-04d626e59a47 HTTP/1.1" status: 204 len: 168 time: 0.5386498 Sep 24 03:38:10.314358 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f22a42-154f-4d6b-98c1-2ab562f38b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=cba65e79-4fc5-4461-a342-04d626e59a47,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:10.411869 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56538) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:10.450974 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-763c249b-9161-42d5-b490-98606f93b4b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b959a04e215f4456becf31ac01fa6e25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379846 Sep 24 03:38:10.453647 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56540) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:10.500279 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad1d9-f1b0-46c3-8af0-6d041792531e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.520371 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad1d9-f1b0-46c3-8af0-6d041792531e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.565870 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad1d9-f1b0-46c3-8af0-6d041792531e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.568376 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad1d9-f1b0-46c3-8af0-6d041792531e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:10.569518 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-3b7ad1d9-f1b0-46c3-8af0-6d041792531e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57b477a5-7c18-4d0c-a764-56876f5c4c25 HTTP/1.1" status: 204 len: 168 time: 0.1149695 Sep 24 03:38:10.577345 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ad1d9-f1b0-46c3-8af0-6d041792531e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b477a5-7c18-4d0c-a764-56876f5c4c25,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:10.656944 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 026e5142-f2b4-4195-9089-d68445907c77 no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:38:10.677179 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: 026e5142-f2b4-4195-9089-d68445907c77 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:38:10.677516 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 026e5142-f2b4-4195-9089-d68445907c77 not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:38:10.677951 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 7fc67c77-f6cb-434d-8d86-d9433f31bcfd no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:38:10.695991 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: 7fc67c77-f6cb-434d-8d86-d9433f31bcfd {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:38:10.696330 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 7fc67c77-f6cb-434d-8d86-d9433f31bcfd not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:38:10.696740 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 342302b5-c96d-48ff-bdd3-a358cfd2bc84 no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:38:10.714620 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: 342302b5-c96d-48ff-bdd3-a358cfd2bc84 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:38:10.714960 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 342302b5-c96d-48ff-bdd3-a358cfd2bc84 not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:38:11.240266 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56562) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:11.338614 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-430351641-network', 'tenant_id': 'cc218fc33aa54d92953eac2bbd3c3fae'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:38:11.363306 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Made reservation on behalf of cc218fc33aa54d92953eac2bbd3c3fae for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:38:11.365493 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:11.373392 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:11.457123 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:11.460563 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:11.484285 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:38:11.493616 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb82cf14-f876-47da-9c81-1848e355d20a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:11.498622 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:11.498948 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.segments_db [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Added segment 40a55c08-7439-44e6-9363-d790033bac3b of type vlan for network 52b8e993-d154-4e0c-8b21-600b85fd681c Sep 24 03:38:11.537248 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:11.560550 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:11.561482 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:11.562095 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:11.590510 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3491051 Sep 24 03:38:11.593649 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56566) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:11.598692 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-ad4e3035-46ae-4c07-9e92-4be51ddc24d9 admin admin] Request body: {'subnet': {'network_id': '52b8e993-d154-4e0c-8b21-600b85fd681c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-430351641-subnet', 'tenant_id': 'cc218fc33aa54d92953eac2bbd3c3fae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:38:11.619551 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4e3035-46ae-4c07-9e92-4be51ddc24d9 admin admin] Made reservation on behalf of cc218fc33aa54d92953eac2bbd3c3fae for: {'subnet': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:38:11.621904 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ad4e3035-46ae-4c07-9e92-4be51ddc24d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8493302'] for subnet, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:11.624713 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72895cc5-f4cd-4435-92de-394e7809ce1c admin admin] Pushing event updated for resources: {'Network': ['ID=52b8e993-d154-4e0c-8b21-600b85fd681c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:11.634225 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network 52b8e993-d154-4e0c-8b21-600b85fd681c details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:38:11.785400 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ad4e3035-46ae-4c07-9e92-4be51ddc24d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3815723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8493252'] for subnet, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:11.836405 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e3035-46ae-4c07-9e92-4be51ddc24d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=215e43c0-cf2c-4a4b-a8b4-aa80f03abd39,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:11.846496 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e3035-46ae-4c07-9e92-4be51ddc24d9 admin admin] Checking segment: {'id': '40a55c08-7439-44e6-9363-d790033bac3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '52b8e993-d154-4e0c-8b21-600b85fd681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:38:11.846852 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e3035-46ae-4c07-9e92-4be51ddc24d9 admin admin] Network hostable DHCP agents. Network: 52b8e993-d154-4e0c-8b21-600b85fd681c, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:38:11.863251 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e3035-46ae-4c07-9e92-4be51ddc24d9 admin admin] Network 52b8e993-d154-4e0c-8b21-600b85fd681c is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:38:11.871497 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-ad4e3035-46ae-4c07-9e92-4be51ddc24d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, 52b8e993-d154-4e0c-8b21-600b85fd681c) {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:38:11.876137 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4e3035-46ae-4c07-9e92-4be51ddc24d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:11.876731 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ad4e3035-46ae-4c07-9e92-4be51ddc24d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:11.881246 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55392a5e-49c0-4973-9748-3073d9280f31 None None] Network 52b8e993-d154-4e0c-8b21-600b85fd681c requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:38:11.891858 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-ad4e3035-46ae-4c07-9e92-4be51ddc24d9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2969854 Sep 24 03:38:12.005433 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4f402f-8144-4db0-b452-e5e8ed4c630a None None] Network 52b8e993-d154-4e0c-8b21-600b85fd681c requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:38:12.354098 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56582) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:12.359165 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1613422421-network', 'tenant_id': 'c5dade611d7347fc9f1041851e62a807'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:38:12.380168 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Made reservation on behalf of c5dade611d7347fc9f1041851e62a807 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:38:12.382525 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:12.391851 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:12.476426 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:12.480848 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:12.502218 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:38:12.516096 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeca7b1-c113-4bfc-8ad7-7e0f6586e2eb,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:12.521010 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:12.521349 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.segments_db [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Added segment 4e78771b-a9a8-4d89-b478-a9796bc0f67a of type vlan for network 4ef64cdf-cc4a-442a-9212-c8ea13da693b Sep 24 03:38:12.561322 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:12.584554 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:12.585489 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:12.586101 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:12.620635 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2654471 Sep 24 03:38:12.624708 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56584) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:12.629539 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-5d1701c6-9e7f-463f-ba97-b980ce8e21ed admin admin] Request body: {'subnet': {'network_id': '4ef64cdf-cc4a-442a-9212-c8ea13da693b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1613422421-subnet', 'tenant_id': 'c5dade611d7347fc9f1041851e62a807', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:38:12.649033 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1701c6-9e7f-463f-ba97-b980ce8e21ed admin admin] Made reservation on behalf of c5dade611d7347fc9f1041851e62a807 for: {'subnet': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:38:12.649705 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597712da-5c0a-4579-86c2-a8fd1c562680 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef64cdf-cc4a-442a-9212-c8ea13da693b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:12.651931 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5d1701c6-9e7f-463f-ba97-b980ce8e21ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8493302'] for subnet, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:12.662880 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network 4ef64cdf-cc4a-442a-9212-c8ea13da693b details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:38:12.827696 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5d1701c6-9e7f-463f-ba97-b980ce8e21ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3815723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8493252'] for subnet, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:12.901495 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1701c6-9e7f-463f-ba97-b980ce8e21ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c0b230-e254-4398-815b-efb604c5e46a,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:12.911255 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1701c6-9e7f-463f-ba97-b980ce8e21ed admin admin] Checking segment: {'id': '4e78771b-a9a8-4d89-b478-a9796bc0f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4ef64cdf-cc4a-442a-9212-c8ea13da693b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:38:12.911613 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1701c6-9e7f-463f-ba97-b980ce8e21ed admin admin] Network hostable DHCP agents. Network: 4ef64cdf-cc4a-442a-9212-c8ea13da693b, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:38:12.935701 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1701c6-9e7f-463f-ba97-b980ce8e21ed admin admin] Network 4ef64cdf-cc4a-442a-9212-c8ea13da693b is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:38:12.944341 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-5d1701c6-9e7f-463f-ba97-b980ce8e21ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, 4ef64cdf-cc4a-442a-9212-c8ea13da693b) {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:38:12.948741 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1701c6-9e7f-463f-ba97-b980ce8e21ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:12.949476 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5d1701c6-9e7f-463f-ba97-b980ce8e21ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:12.953761 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778aa6ed-ab83-44e8-99b6-07d4ec0d8068 None None] Network 4ef64cdf-cc4a-442a-9212-c8ea13da693b requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:38:12.968178 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-5d1701c6-9e7f-463f-ba97-b980ce8e21ed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3421197 Sep 24 03:38:13.088744 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d83fbc-7f29-4ee6-9513-5c7033f471f2 None None] Network 4ef64cdf-cc4a-442a-9212-c8ea13da693b requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:38:13.101623 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56588) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:13.150748 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7ad274-59a1-413c-894c-de9d9cbb3ea3 admin admin] Deleting subnet 215e43c0-cf2c-4a4b-a8b4-aa80f03abd39 {{(pid=94016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:38:13.156208 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-fd7ad274-59a1-413c-894c-de9d9cbb3ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.191912 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-fd7ad274-59a1-413c-894c-de9d9cbb3ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811710'] for subnet, precommit_delete_associations {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.237694 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-fd7ad274-59a1-413c-894c-de9d9cbb3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.293966 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-fd7ad274-59a1-413c-894c-de9d9cbb3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8493267'] for subnet, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.319373 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ad274-59a1-413c-894c-de9d9cbb3ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=215e43c0-cf2c-4a4b-a8b4-aa80f03abd39,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:13.327679 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-fd7ad274-59a1-413c-894c-de9d9cbb3ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.330774 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-fd7ad274-59a1-413c-894c-de9d9cbb3ea3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/215e43c0-cf2c-4a4b-a8b4-aa80f03abd39 HTTP/1.1" status: 204 len: 168 time: 0.2276540 Sep 24 03:38:13.333157 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56590) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:13.409228 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-17e6dd98-0e48-4b1e-9899-240c43537542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.503353 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-17e6dd98-0e48-4b1e-9899-240c43537542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.527545 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-17e6dd98-0e48-4b1e-9899-240c43537542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b8e993-d154-4e0c-8b21-600b85fd681c']}} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:13.537867 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-17e6dd98-0e48-4b1e-9899-240c43537542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a55c08-7439-44e6-9363-d790033bac3b') {'for_net_delete': True} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:13.538161 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-17e6dd98-0e48-4b1e-9899-240c43537542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a55c08-7439-44e6-9363-d790033bac3b') {} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:13.550975 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-17e6dd98-0e48-4b1e-9899-240c43537542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811687'] for segment, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.568935 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-17e6dd98-0e48-4b1e-9899-240c43537542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.576071 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e6dd98-0e48-4b1e-9899-240c43537542 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:38:13.576549 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-17e6dd98-0e48-4b1e-9899-240c43537542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3802692'] for segment, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: Traceback (most recent call last): Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: timer() Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: cb(*args, **kw) Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: return func(*args, **kwargs) Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: self._notify() Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: self.callback(batched_events) Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: event.method(event) Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: return f(self, *a, **k) Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._get(url).json() Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: return self.request(url, 'GET', **kwargs) Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:38:13.578277 dv-cinder-810800-1-iscsi neutron-server[94016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:38:13.636642 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-17e6dd98-0e48-4b1e-9899-240c43537542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.642718 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-17e6dd98-0e48-4b1e-9899-240c43537542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.644536 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-17e6dd98-0e48-4b1e-9899-240c43537542 admin admin] 10.222.0.18 "DELETE /v2.0/networks/52b8e993-d154-4e0c-8b21-600b85fd681c HTTP/1.1" status: 204 len: 168 time: 0.3103366 Sep 24 03:38:13.647652 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56592) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:13.654933 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6dd98-0e48-4b1e-9899-240c43537542 admin admin] Pushing event deleted for resources: {'Network': ['ID=52b8e993-d154-4e0c-8b21-600b85fd681c,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:13.692026 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8cad5f-e900-47da-91b7-bea10ffc9020 admin admin] Deleting subnet 60c0b230-e254-4398-815b-efb604c5e46a {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:38:13.695220 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b8cad5f-e900-47da-91b7-bea10ffc9020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.728821 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b8cad5f-e900-47da-91b7-bea10ffc9020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9308771'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.768300 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b8cad5f-e900-47da-91b7-bea10ffc9020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.829272 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b8cad5f-e900-47da-91b7-bea10ffc9020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9308815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8548313'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.862646 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cad5f-e900-47da-91b7-bea10ffc9020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c0b230-e254-4398-815b-efb604c5e46a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:13.866407 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b8cad5f-e900-47da-91b7-bea10ffc9020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:13.868290 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-1b8cad5f-e900-47da-91b7-bea10ffc9020 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/60c0b230-e254-4398-815b-efb604c5e46a HTTP/1.1" status: 204 len: 168 time: 0.2196043 Sep 24 03:38:13.870794 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56594) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:13.937127 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2311e78f-ea4e-45b9-b4a3-eae73b5df961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.014556 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2311e78f-ea4e-45b9-b4a3-eae73b5df961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.032933 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2311e78f-ea4e-45b9-b4a3-eae73b5df961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef64cdf-cc4a-442a-9212-c8ea13da693b']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:14.041572 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2311e78f-ea4e-45b9-b4a3-eae73b5df961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e78771b-a9a8-4d89-b478-a9796bc0f67a') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:14.041893 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2311e78f-ea4e-45b9-b4a3-eae73b5df961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e78771b-a9a8-4d89-b478-a9796bc0f67a') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:14.051254 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2311e78f-ea4e-45b9-b4a3-eae73b5df961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9308794'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.064510 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2311e78f-ea4e-45b9-b4a3-eae73b5df961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.070023 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2311e78f-ea4e-45b9-b4a3-eae73b5df961 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:38:14.070401 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2311e78f-ea4e-45b9-b4a3-eae73b5df961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9319713'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: Traceback (most recent call last): Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: timer() Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: cb(*args, **kw) Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: return func(*args, **kwargs) Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: self._notify() Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: self.callback(batched_events) Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: event.method(event) Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: return f(self, *a, **k) Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._get(url).json() Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: return self.request(url, 'GET', **kwargs) Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:38:14.071951 dv-cinder-810800-1-iscsi neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:38:14.130113 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2311e78f-ea4e-45b9-b4a3-eae73b5df961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.135839 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2311e78f-ea4e-45b9-b4a3-eae73b5df961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.137941 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-2311e78f-ea4e-45b9-b4a3-eae73b5df961 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4ef64cdf-cc4a-442a-9212-c8ea13da693b HTTP/1.1" status: 204 len: 168 time: 0.2662053 Sep 24 03:38:14.149656 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311e78f-ea4e-45b9-b4a3-eae73b5df961 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef64cdf-cc4a-442a-9212-c8ea13da693b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:14.294840 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56598) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:14.332564 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-894c5cf2-209f-4e1c-87a0-7004eb5b30ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc218fc33aa54d92953eac2bbd3c3fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365260 Sep 24 03:38:14.334870 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56600) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:14.380724 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-68354054-addd-4b38-b160-61bedf70bc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.401041 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-68354054-addd-4b38-b160-61bedf70bc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.449313 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-68354054-addd-4b38-b160-61bedf70bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.452550 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-68354054-addd-4b38-b160-61bedf70bc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.453705 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-68354054-addd-4b38-b160-61bedf70bc82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb82cf14-f876-47da-9c81-1848e355d20a HTTP/1.1" status: 204 len: 168 time: 0.1179724 Sep 24 03:38:14.461184 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68354054-addd-4b38-b160-61bedf70bc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb82cf14-f876-47da-9c81-1848e355d20a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:14.754365 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56606) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:14.794062 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-7b6661b8-53da-43d1-aa8f-96492f39713a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5dade611d7347fc9f1041851e62a807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384719 Sep 24 03:38:14.796516 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56608) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:14.847388 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b760eb85-72a8-4d0b-9611-ccc8eb593c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.867367 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b760eb85-72a8-4d0b-9611-ccc8eb593c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.915081 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b760eb85-72a8-4d0b-9611-ccc8eb593c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.917578 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b760eb85-72a8-4d0b-9611-ccc8eb593c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:14.918795 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-b760eb85-72a8-4d0b-9611-ccc8eb593c6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5aeca7b1-c113-4bfc-8ad7-7e0f6586e2eb HTTP/1.1" status: 204 len: 168 time: 0.1213853 Sep 24 03:38:14.927334 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760eb85-72a8-4d0b-9611-ccc8eb593c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeca7b1-c113-4bfc-8ad7-7e0f6586e2eb,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:15.210089 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1a669d9-5a0a-4659-8682-736ab8231bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:15.568745 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56630) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:15.664040 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1838390479-network', 'tenant_id': '5004028963d04f8f8d5a463378fb0791'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:38:15.686167 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Made reservation on behalf of 5004028963d04f8f8d5a463378fb0791 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:38:15.688425 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:15.696587 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:15.782566 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:15.786135 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:15.810644 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:38:15.819914 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c53bf69-bd87-423f-8522-df2b2f95ca80,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:15.825529 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:15.825894 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.segments_db [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Added segment 61b6d2a3-790f-4c92-856f-f1f1288d2900 of type vlan for network ce811304-7043-4346-b34f-f0a4074ef917 Sep 24 03:38:15.864638 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:15.887273 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:15.888619 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:15.889186 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:15.922192 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3522837 Sep 24 03:38:15.925140 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56634) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:15.930578 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-03103757-b152-445a-985f-b8c7ce5c3211 admin admin] Request body: {'subnet': {'network_id': 'ce811304-7043-4346-b34f-f0a4074ef917', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1838390479-subnet', 'tenant_id': '5004028963d04f8f8d5a463378fb0791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:38:15.951591 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03103757-b152-445a-985f-b8c7ce5c3211 admin admin] Made reservation on behalf of 5004028963d04f8f8d5a463378fb0791 for: {'subnet': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:38:15.953159 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854bdb9-5e75-4729-92ca-784531ac018c admin admin] Pushing event updated for resources: {'Network': ['ID=ce811304-7043-4346-b34f-f0a4074ef917,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:15.953859 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-03103757-b152-445a-985f-b8c7ce5c3211 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8493302'] for subnet, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:15.963023 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network ce811304-7043-4346-b34f-f0a4074ef917 details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:38:16.118909 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-03103757-b152-445a-985f-b8c7ce5c3211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3815723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8493252'] for subnet, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:16.173144 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03103757-b152-445a-985f-b8c7ce5c3211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=152ad870-4946-4481-a13a-4ffe05da6fa2,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:16.181575 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03103757-b152-445a-985f-b8c7ce5c3211 admin admin] Checking segment: {'id': '61b6d2a3-790f-4c92-856f-f1f1288d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ce811304-7043-4346-b34f-f0a4074ef917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:38:16.181955 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03103757-b152-445a-985f-b8c7ce5c3211 admin admin] Network hostable DHCP agents. Network: ce811304-7043-4346-b34f-f0a4074ef917, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:38:16.197252 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03103757-b152-445a-985f-b8c7ce5c3211 admin admin] Network ce811304-7043-4346-b34f-f0a4074ef917 is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:38:16.205204 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-03103757-b152-445a-985f-b8c7ce5c3211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, ce811304-7043-4346-b34f-f0a4074ef917) {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:38:16.209638 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03103757-b152-445a-985f-b8c7ce5c3211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:16.210635 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-03103757-b152-445a-985f-b8c7ce5c3211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:16.213582 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678ab67b-9c50-4620-8535-1222b5a0bb83 None None] Network ce811304-7043-4346-b34f-f0a4074ef917 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:38:16.224197 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-03103757-b152-445a-985f-b8c7ce5c3211 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2974703 Sep 24 03:38:16.337510 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935d4d83-d4fa-48dd-b440-e474288db765 None None] Network ce811304-7043-4346-b34f-f0a4074ef917 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:38:16.675007 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56650) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:16.679829 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1038610424-network', 'tenant_id': '16a3851002cf41918865e86a4d9a2e6f'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:38:16.701339 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Made reservation on behalf of 16a3851002cf41918865e86a4d9a2e6f for: {'network': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:38:16.703534 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:16.711729 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:16.795554 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:16.799029 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:16.818838 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:38:16.833647 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecabef2b-18d3-4f38-a7cf-d498c38d251d,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:16.836469 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:16.836807 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.segments_db [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Added segment dbfe5405-17f2-41bb-bf99-42a9a37a8ee3 of type vlan for network a66a8d31-17ad-4ef5-b921-c2a18f41931e Sep 24 03:38:16.878553 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:16.902348 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:16.903347 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:16.903952 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:16.934209 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2581353 Sep 24 03:38:16.937786 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56652) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:16.942940 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-308009ab-b9ae-4ae5-84d9-e419936c05f9 admin admin] Request body: {'subnet': {'network_id': 'a66a8d31-17ad-4ef5-b921-c2a18f41931e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1038610424-subnet', 'tenant_id': '16a3851002cf41918865e86a4d9a2e6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:38:16.962947 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308009ab-b9ae-4ae5-84d9-e419936c05f9 admin admin] Made reservation on behalf of 16a3851002cf41918865e86a4d9a2e6f for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:38:16.963547 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec07c9-709f-4bc4-8eb6-f13fecb67aec admin admin] Pushing event updated for resources: {'Network': ['ID=a66a8d31-17ad-4ef5-b921-c2a18f41931e,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:16.965536 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-308009ab-b9ae-4ae5-84d9-e419936c05f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8548348'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:16.973664 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network a66a8d31-17ad-4ef5-b921-c2a18f41931e details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:38:17.129355 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-308009ab-b9ae-4ae5-84d9-e419936c05f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9308750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8548302'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:17.183667 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308009ab-b9ae-4ae5-84d9-e419936c05f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=072930a2-ca48-4ddc-a132-0b7b7aad0193,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:17.192182 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308009ab-b9ae-4ae5-84d9-e419936c05f9 admin admin] Checking segment: {'id': 'dbfe5405-17f2-41bb-bf99-42a9a37a8ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a66a8d31-17ad-4ef5-b921-c2a18f41931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:38:17.192539 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308009ab-b9ae-4ae5-84d9-e419936c05f9 admin admin] Network hostable DHCP agents. Network: a66a8d31-17ad-4ef5-b921-c2a18f41931e, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:38:17.207996 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308009ab-b9ae-4ae5-84d9-e419936c05f9 admin admin] Network a66a8d31-17ad-4ef5-b921-c2a18f41931e is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:38:17.216445 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-308009ab-b9ae-4ae5-84d9-e419936c05f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, a66a8d31-17ad-4ef5-b921-c2a18f41931e) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:38:17.220483 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308009ab-b9ae-4ae5-84d9-e419936c05f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:17.221066 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-308009ab-b9ae-4ae5-84d9-e419936c05f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:17.224767 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d7bdd7-0af2-4b7c-800a-0950ec1c4b25 None None] Network a66a8d31-17ad-4ef5-b921-c2a18f41931e requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:38:17.239434 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-308009ab-b9ae-4ae5-84d9-e419936c05f9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3004375 Sep 24 03:38:17.477172 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0288ede1-4fa2-441b-a291-8cf78ad228e5 None None] Network a66a8d31-17ad-4ef5-b921-c2a18f41931e requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:38:17.680242 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3fed9d15-667f-4d7b-a68f-c25acd1d5920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:18.723507 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:19.310837 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:20.744418 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:25.244768 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:25.684796 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9164227d-2224-4c26-a031-0d371578fc8c req-cca6e312-a114-42bd-9136-00508734eba8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387242 Sep 24 03:38:26.010180 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164227d-2224-4c26-a031-0d371578fc8c req-2bf73321-d2af-47b2-ab3d-15bed0b34c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:26.011637 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9164227d-2224-4c26-a031-0d371578fc8c req-2bf73321-d2af-47b2-ab3d-15bed0b34c80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 1099 time: 0.2834353 Sep 24 03:38:26.112012 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164227d-2224-4c26-a031-0d371578fc8c req-79e603a3-5f26-42c8-88f3-52e0b94ac373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:26.113462 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9164227d-2224-4c26-a031-0d371578fc8c req-79e603a3-5f26-42c8-88f3-52e0b94ac373 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 200 len: 917 time: 0.0809822 Sep 24 03:38:26.183225 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9164227d-2224-4c26-a031-0d371578fc8c req-aa3df48a-2c68-42f9-bc0a-4a966af87976 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558 HTTP/1.1" status: 200 len: 1001 time: 0.0612700 Sep 24 03:38:26.231933 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164227d-2224-4c26-a031-0d371578fc8c req-ef1cb35e-8a8b-427c-869b-c6930e1998d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:26.233890 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9164227d-2224-4c26-a031-0d371578fc8c req-ef1cb35e-8a8b-427c-869b-c6930e1998d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 200 len: 855 time: 0.0433722 Sep 24 03:38:26.279900 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164227d-2224-4c26-a031-0d371578fc8c req-1e5fa52d-3898-40ad-98e9-d72e81c450ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:26.281593 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9164227d-2224-4c26-a031-0d371578fc8c req-1e5fa52d-3898-40ad-98e9-d72e81c450ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a46da72-dbc3-4033-9e4b-9bf85a1d2088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398331 Sep 24 03:38:26.375390 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9164227d-2224-4c26-a031-0d371578fc8c req-345d1446-54f5-40d1-84eb-de66b303786e service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850003 Sep 24 03:38:26.469296 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9164227d-2224-4c26-a031-0d371578fc8c req-40f88fe2-2a17-4428-8362-e70449b2d6eb service neutron] 10.222.0.13 "GET /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851336 Sep 24 03:38:30.415363 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:38:30.651543 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56772) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:30.699477 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea9afbb-608e-481b-a51a-d01af3ff783d admin admin] Deleting subnet 152ad870-4946-4481-a13a-4ffe05da6fa2 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:38:30.703065 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ea9afbb-608e-481b-a51a-d01af3ff783d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:30.736530 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ea9afbb-608e-481b-a51a-d01af3ff783d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9308771'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:30.773013 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ea9afbb-608e-481b-a51a-d01af3ff783d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:30.822978 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ea9afbb-608e-481b-a51a-d01af3ff783d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9308815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8548313'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:30.847701 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9afbb-608e-481b-a51a-d01af3ff783d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152ad870-4946-4481-a13a-4ffe05da6fa2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:30.851463 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ea9afbb-608e-481b-a51a-d01af3ff783d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:30.853850 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-0ea9afbb-608e-481b-a51a-d01af3ff783d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/152ad870-4946-4481-a13a-4ffe05da6fa2 HTTP/1.1" status: 204 len: 168 time: 0.2007926 Sep 24 03:38:30.855772 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56774) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:30.927679 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02eb5c65-678d-4531-be2b-3bb6ee6b25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.009126 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02eb5c65-678d-4531-be2b-3bb6ee6b25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.028812 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-02eb5c65-678d-4531-be2b-3bb6ee6b25e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce811304-7043-4346-b34f-f0a4074ef917']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:31.037824 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-02eb5c65-678d-4531-be2b-3bb6ee6b25e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b6d2a3-790f-4c92-856f-f1f1288d2900') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:31.038118 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-02eb5c65-678d-4531-be2b-3bb6ee6b25e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b6d2a3-790f-4c92-856f-f1f1288d2900') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:31.047292 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02eb5c65-678d-4531-be2b-3bb6ee6b25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9308794'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.061074 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02eb5c65-678d-4531-be2b-3bb6ee6b25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.066822 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02eb5c65-678d-4531-be2b-3bb6ee6b25e0 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:38:31.067203 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02eb5c65-678d-4531-be2b-3bb6ee6b25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9319713'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: Traceback (most recent call last): Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: timer() Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: cb(*args, **kw) Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: return func(*args, **kwargs) Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: self._notify() Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: self.callback(batched_events) Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: event.method(event) Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: return f(self, *a, **k) Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._get(url).json() Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: return self.request(url, 'GET', **kwargs) Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:38:31.068885 dv-cinder-810800-1-iscsi neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:38:31.121401 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02eb5c65-678d-4531-be2b-3bb6ee6b25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.127333 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02eb5c65-678d-4531-be2b-3bb6ee6b25e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.129166 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-02eb5c65-678d-4531-be2b-3bb6ee6b25e0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ce811304-7043-4346-b34f-f0a4074ef917 HTTP/1.1" status: 204 len: 168 time: 0.2724898 Sep 24 03:38:31.132143 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56776) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:31.140322 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb5c65-678d-4531-be2b-3bb6ee6b25e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce811304-7043-4346-b34f-f0a4074ef917,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:31.179588 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7bfdf3-a8da-4fc1-bc6a-0563e8802282 admin admin] Deleting subnet 072930a2-ca48-4ddc-a132-0b7b7aad0193 {{(pid=94016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:38:31.182751 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dd7bfdf3-a8da-4fc1-bc6a-0563e8802282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.216157 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dd7bfdf3-a8da-4fc1-bc6a-0563e8802282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811710'] for subnet, precommit_delete_associations {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.253560 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dd7bfdf3-a8da-4fc1-bc6a-0563e8802282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.303846 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dd7bfdf3-a8da-4fc1-bc6a-0563e8802282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8493267'] for subnet, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.328739 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bfdf3-a8da-4fc1-bc6a-0563e8802282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072930a2-ca48-4ddc-a132-0b7b7aad0193,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:31.333736 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dd7bfdf3-a8da-4fc1-bc6a-0563e8802282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.335592 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-dd7bfdf3-a8da-4fc1-bc6a-0563e8802282 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/072930a2-ca48-4ddc-a132-0b7b7aad0193 HTTP/1.1" status: 204 len: 168 time: 0.2024419 Sep 24 03:38:31.338040 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56778) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:31.407783 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9116-5a65-47fc-9146-2b0570e9a029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.486212 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9116-5a65-47fc-9146-2b0570e9a029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.504763 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-c3ad9116-5a65-47fc-9146-2b0570e9a029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66a8d31-17ad-4ef5-b921-c2a18f41931e']}} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:31.514060 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-c3ad9116-5a65-47fc-9146-2b0570e9a029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfe5405-17f2-41bb-bf99-42a9a37a8ee3') {'for_net_delete': True} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:31.514352 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-c3ad9116-5a65-47fc-9146-2b0570e9a029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfe5405-17f2-41bb-bf99-42a9a37a8ee3') {} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:31.523181 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9116-5a65-47fc-9146-2b0570e9a029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811687'] for segment, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.536154 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9116-5a65-47fc-9146-2b0570e9a029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.541822 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ad9116-5a65-47fc-9146-2b0570e9a029 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:38:31.542194 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9116-5a65-47fc-9146-2b0570e9a029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3802692'] for segment, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: Traceback (most recent call last): Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: timer() Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: cb(*args, **kw) Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: return func(*args, **kwargs) Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: self._notify() Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: self.callback(batched_events) Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: event.method(event) Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: return f(self, *a, **k) Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._get(url).json() Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: return self.request(url, 'GET', **kwargs) Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:38:31.543908 dv-cinder-810800-1-iscsi neutron-server[94016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:38:31.596285 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9116-5a65-47fc-9146-2b0570e9a029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.601236 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9116-5a65-47fc-9146-2b0570e9a029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.603350 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-c3ad9116-5a65-47fc-9146-2b0570e9a029 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a66a8d31-17ad-4ef5-b921-c2a18f41931e HTTP/1.1" status: 204 len: 168 time: 0.2641881 Sep 24 03:38:31.614974 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad9116-5a65-47fc-9146-2b0570e9a029 admin admin] Pushing event deleted for resources: {'Network': ['ID=a66a8d31-17ad-4ef5-b921-c2a18f41931e,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:31.756817 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56782) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:31.794768 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-2ff209d5-1d60-4fe6-bde9-1af4f44421e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5004028963d04f8f8d5a463378fb0791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368145 Sep 24 03:38:31.797188 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56784) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:31.846851 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5c3f-1367-47de-a3e4-d4b88dd62f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.866947 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5c3f-1367-47de-a3e4-d4b88dd62f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.913300 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5c3f-1367-47de-a3e4-d4b88dd62f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.915892 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5c3f-1367-47de-a3e4-d4b88dd62f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:31.917040 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-5dfa5c3f-1367-47de-a3e4-d4b88dd62f7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c53bf69-bd87-423f-8522-df2b2f95ca80 HTTP/1.1" status: 204 len: 168 time: 0.1189408 Sep 24 03:38:31.924580 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa5c3f-1367-47de-a3e4-d4b88dd62f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c53bf69-bd87-423f-8522-df2b2f95ca80,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:32.217986 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56790) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:32.257882 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-36a4073c-ca15-421c-9330-e6d1a542429f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16a3851002cf41918865e86a4d9a2e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387506 Sep 24 03:38:32.260199 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56792) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:32.307321 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ad6e51cb-28ae-4c91-a8a7-024ba3495004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:32.329364 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ad6e51cb-28ae-4c91-a8a7-024ba3495004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:32.376023 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ad6e51cb-28ae-4c91-a8a7-024ba3495004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:32.378605 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ad6e51cb-28ae-4c91-a8a7-024ba3495004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:32.379747 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-ad6e51cb-28ae-4c91-a8a7-024ba3495004 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecabef2b-18d3-4f38-a7cf-d498c38d251d HTTP/1.1" status: 204 len: 168 time: 0.1186728 Sep 24 03:38:32.387442 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e51cb-28ae-4c91-a8a7-024ba3495004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecabef2b-18d3-4f38-a7cf-d498c38d251d,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:33.393080 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56822) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:33.498641 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:33.586659 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:33.590241 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:33.627236 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef68065e-fc7a-4c9f-8abb-e76154919bc3,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:33.630992 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=572486673b024d06b50ed8de6876fec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369001 Sep 24 03:38:33.633806 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56826) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:33.636571 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:33.636916 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:33.637251 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:33.637585 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:33.637935 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:33.638260 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:33.638652 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:33.638926 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:33.639244 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:33.639557 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:33.639871 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:33.640186 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f68424-d05b-47d8-afe9-0e4b2871bf99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:33.683878 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7d443a0a-91fc-45be-ba4d-7885fd35b62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:33.705258 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7d443a0a-91fc-45be-ba4d-7885fd35b62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:33.754028 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7d443a0a-91fc-45be-ba4d-7885fd35b62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:33.756511 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7d443a0a-91fc-45be-ba4d-7885fd35b62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:33.757673 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-7d443a0a-91fc-45be-ba4d-7885fd35b62a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef68065e-fc7a-4c9f-8abb-e76154919bc3 HTTP/1.1" status: 204 len: 168 time: 0.1228638 Sep 24 03:38:33.765390 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d443a0a-91fc-45be-ba4d-7885fd35b62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef68065e-fc7a-4c9f-8abb-e76154919bc3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:39.822972 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e43f2-7d10-43a5-b939-ac4d595f7d93 req-d72fb387-6f99-4cb3-93e0-9f2357eb3876 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:39.824477 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ea3e43f2-7d10-43a5-b939-ac4d595f7d93 req-d72fb387-6f99-4cb3-93e0-9f2357eb3876 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 946 time: 0.0491254 Sep 24 03:38:39.863528 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ea3e43f2-7d10-43a5-b939-ac4d595f7d93 req-7a099fdd-f740-425b-932a-85eb95b00d98 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329144 Sep 24 03:38:40.984384 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a645204-c76b-481b-8952-de7a03489111 req-ac5a79ee-2d82-4dc0-914e-e9d9b89e66f6 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:40.985875 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6a645204-c76b-481b-8952-de7a03489111 req-ac5a79ee-2d82-4dc0-914e-e9d9b89e66f6 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 946 time: 0.0478172 Sep 24 03:38:41.027634 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6a645204-c76b-481b-8952-de7a03489111 req-e9348cab-2cdc-4850-8ae2-cad0d57f2323 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3882cd-5f63-450b-b093-802929ebf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357330 Sep 24 03:38:41.157226 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-060ed3c1-62ba-40a2-aadc-941ec264fc46 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:41.158649 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-060ed3c1-62ba-40a2-aadc-941ec264fc46 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.13 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 946 time: 0.0474615 Sep 24 03:38:41.245400 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Deleting port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:38:41.245756 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:41.336202 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] For port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:38:41.336568 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:41.506375 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:41.506733 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:41.507045 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Floating IP ba695a64-1660-4ea7-89b4-3f897b711789 disassociated. External IP: 172.27.1.253, port: 8c1f1a3d-b239-4f20-8ebe-d00fa864b558. Sep 24 03:38:41.507392 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Calling delete_port for 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:38:41.618221 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56964) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:41.643512 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:41.677547 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event deleted for resources: {'Port': ['ID=8c1f1a3d-b239-4f20-8ebe-d00fa864b558,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:41.728586 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6c5063b-2a19-49e1-b960-ea329b677add admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:41.795656 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Router da789b7d-881c-49ce-8770-9c974083b482 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:38:41.818389 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6c5063b-2a19-49e1-b960-ea329b677add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:41.822684 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6c5063b-2a19-49e1-b960-ea329b677add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:41.859977 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5063b-2a19-49e1-b960-ea329b677add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eea66a-1408-4f14-a729-d21a8595800f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:41.864978 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-e6c5063b-2a19-49e1-b960-ea329b677add admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2fbe10307fb24abeb086b73eb020e5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454960 Sep 24 03:38:41.866813 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56968) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:41.905899 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:38:41.917058 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d4ad168c-9577-4155-a3c7-89d74d819419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:41.921609 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255cfc3-272a-4c60-a54f-3dba2b46acd7 None None] Sync routers for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:38:41.930693 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255cfc3-272a-4c60-a54f-3dba2b46acd7 None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:38:41.931644 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d255cfc3-272a-4c60-a54f-3dba2b46acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:38:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:41.943362 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d4ad168c-9577-4155-a3c7-89d74d819419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:41.946043 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] No DVR routers for this DVR port 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:38:41.948574 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:41.950639 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8fab4c31-9b3f-44a7-95f6-6f42687b911f req-12e994c9-1a4c-43b4-95c9-7f7edb828f3c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.13 "DELETE /v2.0/ports/8c1f1a3d-b239-4f20-8ebe-d00fa864b558 HTTP/1.1" status: 204 len: 173 time: 0.7858698 Sep 24 03:38:41.951269 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'name': 'network-vif-deleted', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:38:41.953999 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc00c9a9-e961-44d6-b875-3234d846d623" -d '{"events": [{"server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "name": "network-vif-deleted", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:38:42.006034 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d4ad168c-9577-4155-a3c7-89d74d819419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:42.008889 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d4ad168c-9577-4155-a3c7-89d74d819419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:42.010485 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-d4ad168c-9577-4155-a3c7-89d74d819419 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7eea66a-1408-4f14-a729-d21a8595800f HTTP/1.1" status: 204 len: 168 time: 0.1422074 Sep 24 03:38:42.017865 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec59c86b-817d-4987-b335-1d5dbe9792e1 x-openstack-request-id: req-ec59c86b-817d-4987-b335-1d5dbe9792e1 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:38:42.018717 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722368e5-ae83-4303-be1a-5e1d2d40fe87", "name": "network-vif-deleted", "tag": "8c1f1a3d-b239-4f20-8ebe-d00fa864b558", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:38:42.019159 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec59c86b-817d-4987-b335-1d5dbe9792e1 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:38:42.019768 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722368e5-ae83-4303-be1a-5e1d2d40fe87', 'name': 'network-vif-deleted', 'tag': '8c1f1a3d-b239-4f20-8ebe-d00fa864b558', 'status': 'completed', 'code': 200} Sep 24 03:38:42.020318 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad168c-9577-4155-a3c7-89d74d819419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eea66a-1408-4f14-a729-d21a8595800f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:42.190341 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d324f57-4681-4095-9900-5849ae9e4e99 req-24399f70-fc99-4342-aa78-51f4df713d20 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/ports?device_id=722368e5-ae83-4303-be1a-5e1d2d40fe87 HTTP/1.1" status: 200 len: 210 time: 0.0482225 Sep 24 03:38:42.201058 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d255cfc3-272a-4c60-a54f-3dba2b46acd7 None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:38:42.328326 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56978) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:42.340913 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89ee347c-2d02-40e6-89c3-15c281894b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:42.411118 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d255cfc3-272a-4c60-a54f-3dba2b46acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:41Z', 'revision_number': 5, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:42.434654 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89ee347c-2d02-40e6-89c3-15c281894b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:42.438291 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255cfc3-272a-4c60-a54f-3dba2b46acd7 None None] Checking router: da789b7d-881c-49ce-8770-9c974083b482 for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:38:42.439121 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89ee347c-2d02-40e6-89c3-15c281894b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:42.447666 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255cfc3-272a-4c60-a54f-3dba2b46acd7 None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:38:42.448347 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d255cfc3-272a-4c60-a54f-3dba2b46acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:38:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:42.467309 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee347c-2d02-40e6-89c3-15c281894b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea01aa5-e357-41bb-be2b-292daebfb315,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:42.488514 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-89ee347c-2d02-40e6-89c3-15c281894b58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08049420959846a8b97390e068da94b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562893 Sep 24 03:38:42.488514 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56980) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:42.537051 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-322e6523-1ba6-41fb-a577-0fb66c582179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:42.556870 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d255cfc3-272a-4c60-a54f-3dba2b46acd7 None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:38:42.557955 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-322e6523-1ba6-41fb-a577-0fb66c582179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:42.606667 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-322e6523-1ba6-41fb-a577-0fb66c582179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:42.609601 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-322e6523-1ba6-41fb-a577-0fb66c582179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:42.610780 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-322e6523-1ba6-41fb-a577-0fb66c582179 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ea01aa5-e357-41bb-be2b-292daebfb315 HTTP/1.1" status: 204 len: 168 time: 0.1216230 Sep 24 03:38:42.618613 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e6523-1ba6-41fb-a577-0fb66c582179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea01aa5-e357-41bb-be2b-292daebfb315,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:42.764468 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d255cfc3-272a-4c60-a54f-3dba2b46acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:41Z', 'revision_number': 5, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:42.791094 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255cfc3-272a-4c60-a54f-3dba2b46acd7 None None] The sync data for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi is: [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:31:35Z', 'revision_number': 4, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'b7c123e3-ef07-4f79-a385-45254ee6af7e', 'name': '', 'network_id': '3a46da72-dbc3-4033-9e4b-9bf85a1d2088', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'mac_address': 'fa:16:3e:6f:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:31Z', 'updated_at': '2021-09-24T03:31:41Z', 'revision_number': 5, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'subnets': [{'id': '4e334428-b0b7-4ccf-9252-ca8733c7e91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:38:42.960912 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 56986) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:42.976594 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e60cf7f-d3ea-47ff-97c8-1a55039f0da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.006897 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87cebdb-14ab-479b-9209-f860f6f203f8 None None] New status for floating IP ba695a64-1660-4ea7-89b4-3f897b711789: DOWN {{(pid=94018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:38:43.065844 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e60cf7f-d3ea-47ff-97c8-1a55039f0da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.069608 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e60cf7f-d3ea-47ff-97c8-1a55039f0da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.107934 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-9e60cf7f-d3ea-47ff-97c8-1a55039f0da1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a8d75bcdb6a438b831c42cbdd7d84f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459396 Sep 24 03:38:43.108814 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60cf7f-d3ea-47ff-97c8-1a55039f0da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e9478c-84b9-4e37-af47-7a123ef69b3d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:43.112692 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56988) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:43.172233 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c9de8a13-b2cb-484b-9959-7dfbdc465e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.196015 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c9de8a13-b2cb-484b-9959-7dfbdc465e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.247260 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c9de8a13-b2cb-484b-9959-7dfbdc465e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.250864 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c9de8a13-b2cb-484b-9959-7dfbdc465e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.255884 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-c9de8a13-b2cb-484b-9959-7dfbdc465e50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0e9478c-84b9-4e37-af47-7a123ef69b3d HTTP/1.1" status: 204 len: 168 time: 0.1398621 Sep 24 03:38:43.263531 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de8a13-b2cb-484b-9959-7dfbdc465e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e9478c-84b9-4e37-af47-7a123ef69b3d,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:43.279831 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 56996) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:43.340489 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-841b6296-9fc4-4ea8-9389-21133492f2b0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.365682 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-841b6296-9fc4-4ea8-9389-21133492f2b0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.415971 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-841b6296-9fc4-4ea8-9389-21133492f2b0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.418641 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-841b6296-9fc4-4ea8-9389-21133492f2b0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.419807 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-841b6296-9fc4-4ea8-9389-21133492f2b0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "DELETE /v2.0/security-groups/ff3882cd-5f63-450b-b093-802929ebf5be HTTP/1.1" status: 204 len: 168 time: 0.1382048 Sep 24 03:38:43.423374 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57000) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:43.429757 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b6296-9fc4-4ea8-9389-21133492f2b0 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3882cd-5f63-450b-b093-802929ebf5be,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:43.443102 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.api.v2.resource [None req-242b345c-3dd5-496a-ac51-bc31669c6000 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] show failed (client error): The resource could not be found. Sep 24 03:38:43.445753 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-242b345c-3dd5-496a-ac51-bc31669c6000 tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "GET /v2.0/security-groups/ff3882cd-5f63-450b-b093-802929ebf5be HTTP/1.1" status: 404 len: 347 time: 0.0198011 Sep 24 03:38:43.447193 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57002) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:43.542580 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:38:43.562856 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:38:43.563317 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 8c1f1a3d-b239-4f20-8ebe-d00fa864b558 not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:38:43.577971 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-50e4ac14-828e-4959-b4f0-19422fdef41c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Deleting port b0eec504-1653-4aec-8405-17bbd1ec606e {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:38:43.578308 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50e4ac14-828e-4959-b4f0-19422fdef41c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.656526 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50e4ac14-828e-4959-b4f0-19422fdef41c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.657105 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50e4ac14-828e-4959-b4f0-19422fdef41c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.668016 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-50e4ac14-828e-4959-b4f0-19422fdef41c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Calling delete_port for b0eec504-1653-4aec-8405-17bbd1ec606e owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:38:43.799353 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50e4ac14-828e-4959-b4f0-19422fdef41c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.829728 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4ac14-828e-4959-b4f0-19422fdef41c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Pushing event deleted for resources: {'Port': ['ID=b0eec504-1653-4aec-8405-17bbd1ec606e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:43.886895 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50e4ac14-828e-4959-b4f0-19422fdef41c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.890042 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-50e4ac14-828e-4959-b4f0-19422fdef41c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:43.891185 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-50e4ac14-828e-4959-b4f0-19422fdef41c tempest-AttachVolumeShelveTestJSON-256579752 tempest-AttachVolumeShelveTestJSON-256579752-project] 10.222.0.18 "DELETE /v2.0/floatingips/ba695a64-1660-4ea7-89b4-3f897b711789 HTTP/1.1" status: 204 len: 168 time: 0.4431086 Sep 24 03:38:45.215148 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7adf35bc-4d6f-4bda-8b69-a722da84e4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:46.301326 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57060) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:46.783069 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-51d66ffc-4011-41c0-8dc4-26d85bf1879d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725511'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:47.304418 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-51d66ffc-4011-41c0-8dc4-26d85bf1879d admin admin] Deleting port b7c123e3-ef07-4f79-a385-45254ee6af7e {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:38:47.305083 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-51d66ffc-4011-41c0-8dc4-26d85bf1879d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:47.393726 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-51d66ffc-4011-41c0-8dc4-26d85bf1879d admin admin] For port b7c123e3-ef07-4f79-a385-45254ee6af7e, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=b7c123e3-ef07-4f79-a385-45254ee6af7e,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:38:47.394024 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-51d66ffc-4011-41c0-8dc4-26d85bf1879d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:47.407280 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-51d66ffc-4011-41c0-8dc4-26d85bf1879d admin admin] Calling delete_port for b7c123e3-ef07-4f79-a385-45254ee6af7e owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:38:47.579396 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-51d66ffc-4011-41c0-8dc4-26d85bf1879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:47.604702 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d66ffc-4011-41c0-8dc4-26d85bf1879d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c123e3-ef07-4f79-a385-45254ee6af7e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:47.684192 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd58e60d-6e5e-46ff-b6b2-22c3ba4eaa12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:47.761671 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-51d66ffc-4011-41c0-8dc4-26d85bf1879d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726670'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:47.972722 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d66ffc-4011-41c0-8dc4-26d85bf1879d admin admin] Router da789b7d-881c-49ce-8770-9c974083b482 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:38:48.076129 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d66ffc-4011-41c0-8dc4-26d85bf1879d admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:38:48.081250 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-51d66ffc-4011-41c0-8dc4-26d85bf1879d admin admin] 10.222.0.18 "PUT /v2.0/routers/da789b7d-881c-49ce-8770-9c974083b482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7788265 Sep 24 03:38:48.083752 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57074) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:48.086531 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013615b-dffc-4b61-b880-b71fc847fc0d None None] Sync routers for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:38:48.096183 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013615b-dffc-4b61-b880-b71fc847fc0d None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:38:48.096799 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f013615b-dffc-4b61-b880-b71fc847fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:38:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:48.186669 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:48.201662 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-f013615b-dffc-4b61-b880-b71fc847fc0d None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:38:48.303173 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:48.362822 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Deleting port 46f1ab46-6eac-47eb-b203-6a0b120b753b {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:38:48.363442 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:48.394033 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f013615b-dffc-4b61-b880-b71fc847fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:38:47Z', 'revision_number': 5, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port': {'id': '46f1ab46-6eac-47eb-b203-6a0b120b753b', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da789b7d-881c-49ce-8770-9c974083b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:31:19Z', 'updated_at': '2021-09-24T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:48.424653 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013615b-dffc-4b61-b880-b71fc847fc0d None None] Checking router: da789b7d-881c-49ce-8770-9c974083b482 for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:38:48.433549 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013615b-dffc-4b61-b880-b71fc847fc0d None None] Routers {'da789b7d-881c-49ce-8770-9c974083b482'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:38:48.434190 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f013615b-dffc-4b61-b880-b71fc847fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:38:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['da789b7d-881c-49ce-8770-9c974083b482'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:48.450313 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] For port 46f1ab46-6eac-47eb-b203-6a0b120b753b, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=46f1ab46-6eac-47eb-b203-6a0b120b753b,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:38:48.450699 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:48.462854 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Calling delete_port for 46f1ab46-6eac-47eb-b203-6a0b120b753b owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:38:48.517926 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-f013615b-dffc-4b61-b880-b71fc847fc0d None None] Set router da789b7d-881c-49ce-8770-9c974083b482 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:38:48.572397 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f013615b-dffc-4b61-b880-b71fc847fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:38:48Z', 'revision_number': 6, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port_host': None}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:48.601094 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013615b-dffc-4b61-b880-b71fc847fc0d None None] The sync data for ids ['da789b7d-881c-49ce-8770-9c974083b482'] in dv-cinder-810800-1-iscsi is: [{'id': 'da789b7d-881c-49ce-8770-9c974083b482', 'name': 'tempest-AttachVolumeShelveTestJSON-412458303-router', 'tenant_id': '591aadad4ac440c6afd8189aa7e5cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:31:18Z', 'updated_at': '2021-09-24T03:38:48Z', 'revision_number': 6, 'project_id': '591aadad4ac440c6afd8189aa7e5cee6', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:38:48.650228 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:48.675281 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=46f1ab46-6eac-47eb-b203-6a0b120b753b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:48.725313 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:48.743288 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726605'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:48.833891 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6791'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:48.836376 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:48.883634 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728875'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:48.884188 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da789b7d-881c-49ce-8770-9c974083b482 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 03:38:48.888559 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:48.890851 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-1aab5f5c-1a12-4310-9fe1-9249e09d9b25 admin admin] 10.222.0.18 "DELETE /v2.0/routers/da789b7d-881c-49ce-8770-9c974083b482 HTTP/1.1" status: 204 len: 168 time: 0.8061872 Sep 24 03:38:48.893401 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57096) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:48.945380 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7db507-8e37-4465-863d-b2c18f44ec79 admin admin] Deleting subnet 4e334428-b0b7-4ccf-9252-ca8733c7e91f {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:38:48.948575 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9b7db507-8e37-4465-863d-b2c18f44ec79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:48.986026 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9b7db507-8e37-4465-863d-b2c18f44ec79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9308771'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.076037 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9b7db507-8e37-4465-863d-b2c18f44ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.132253 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9b7db507-8e37-4465-863d-b2c18f44ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9308815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8548313'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.160390 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9b7db507-8e37-4465-863d-b2c18f44ec79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.164913 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 57104) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:49.166049 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-9b7db507-8e37-4465-863d-b2c18f44ec79 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4e334428-b0b7-4ccf-9252-ca8733c7e91f HTTP/1.1" status: 204 len: 168 time: 0.2711387 Sep 24 03:38:49.167247 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7db507-8e37-4465-863d-b2c18f44ec79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e334428-b0b7-4ccf-9252-ca8733c7e91f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:49.175088 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b39932-5250-4e87-a41c-186a78aa283a None None] Network 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:38:49.246702 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.303721 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Deleting port c7d1c410-b852-4a50-82f9-54e86eaf8f01 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:38:49.304218 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.324402 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.396243 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] For port c7d1c410-b852-4a50-82f9-54e86eaf8f01, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=c7d1c410-b852-4a50-82f9-54e86eaf8f01,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:38:49.396613 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.410544 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Calling delete_port for c7d1c410-b852-4a50-82f9-54e86eaf8f01 owned by network:dhcp {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:38:49.420746 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a07802-249f-47ac-90f2-f7d87509ec08 None None] DHCP port deletion for 3a46da72-dbc3-4033-9e4b-9bf85a1d2088 request from dv-cinder-810800-1-iscsi {{(pid=94018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 03:38:49.472352 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-23a07802-249f-47ac-90f2-f7d87509ec08 None None] Deleting port c7d1c410-b852-4a50-82f9-54e86eaf8f01 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:38:49.472946 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-23a07802-249f-47ac-90f2-f7d87509ec08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.517205 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.544849 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-23a07802-249f-47ac-90f2-f7d87509ec08 None None] For port c7d1c410-b852-4a50-82f9-54e86eaf8f01, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=c7d1c410-b852-4a50-82f9-54e86eaf8f01,segment=NetworkSegment(35354857-7e17-4618-92d4-3352c105429b),segment_id=35354857-7e17-4618-92d4-3352c105429b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:38:49.545874 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-23a07802-249f-47ac-90f2-f7d87509ec08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.551224 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] No DVR routers for this DVR port c7d1c410-b852-4a50-82f9-54e86eaf8f01 on host dv-cinder-810800-1-iscsi {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:38:49.553074 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d1c410-b852-4a50-82f9-54e86eaf8f01,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:49.559992 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-23a07802-249f-47ac-90f2-f7d87509ec08 None None] Calling delete_port for c7d1c410-b852-4a50-82f9-54e86eaf8f01 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:38:49.644514 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.646833 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-23a07802-249f-47ac-90f2-f7d87509ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.667135 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a46da72-dbc3-4033-9e4b-9bf85a1d2088']}} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:49.675683 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a07802-249f-47ac-90f2-f7d87509ec08 None None] Pushing event deleted for resources: {'Port': ['ID=c7d1c410-b852-4a50-82f9-54e86eaf8f01,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:49.678767 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35354857-7e17-4618-92d4-3352c105429b') {'for_net_delete': True} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:49.679352 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35354857-7e17-4618-92d4-3352c105429b') {} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:38:49.692769 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811687'] for segment, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.694667 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a07802-249f-47ac-90f2-f7d87509ec08 None None] No DVR routers for this DVR port c7d1c410-b852-4a50-82f9-54e86eaf8f01 on host dv-cinder-810800-1-iscsi {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:38:49.713316 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.721481 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:38:49.721988 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3802692'] for segment, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: Traceback (most recent call last): Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: timer() Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: cb(*args, **kw) Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: return func(*args, **kwargs) Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: self._notify() Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: self.callback(batched_events) Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: event.method(event) Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: return f(self, *a, **k) Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._get(url).json() Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: return self.request(url, 'GET', **kwargs) Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:38:49.723842 dv-cinder-810800-1-iscsi neutron-server[94016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:38:49.785731 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.793557 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:49.796113 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] 10.222.0.18 "DELETE /v2.0/networks/3a46da72-dbc3-4033-9e4b-9bf85a1d2088 HTTP/1.1" status: 204 len: 168 time: 0.6274569 Sep 24 03:38:49.806544 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff533cb-6a41-4b56-9229-71ccef324e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a46da72-dbc3-4033-9e4b-9bf85a1d2088,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:49.927045 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 57126) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:49.973304 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-2ab3b6df-d7a0-4e48-9749-1053e00e7ad9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=591aadad4ac440c6afd8189aa7e5cee6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0448303 Sep 24 03:38:49.975583 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 57130) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:50.025953 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-72034725-075e-44b8-a00c-22e319d25128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:50.047552 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-72034725-075e-44b8-a00c-22e319d25128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:50.097876 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-72034725-075e-44b8-a00c-22e319d25128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:50.100431 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-72034725-075e-44b8-a00c-22e319d25128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:50.101579 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-72034725-075e-44b8-a00c-22e319d25128 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd344b23-a8b5-40c8-954e-6abc528058c3 HTTP/1.1" status: 204 len: 168 time: 0.1251171 Sep 24 03:38:50.111300 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72034725-075e-44b8-a00c-22e319d25128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd344b23-a8b5-40c8-954e-6abc528058c3,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:50.665331 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 46f1ab46-6eac-47eb-b203-6a0b120b753b no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:38:50.688205 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: 46f1ab46-6eac-47eb-b203-6a0b120b753b {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:38:50.688947 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 46f1ab46-6eac-47eb-b203-6a0b120b753b not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:38:50.693831 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device b7c123e3-ef07-4f79-a385-45254ee6af7e no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:38:50.709843 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: b7c123e3-ef07-4f79-a385-45254ee6af7e {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:38:50.710193 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device b7c123e3-ef07-4f79-a385-45254ee6af7e not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:38:50.710610 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device c7d1c410-b852-4a50-82f9-54e86eaf8f01 no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:38:50.730529 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: c7d1c410-b852-4a50-82f9-54e86eaf8f01 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:38:50.730853 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device c7d1c410-b852-4a50-82f9-54e86eaf8f01 not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:38:50.755368 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:55.242920 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:56.273573 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 57246) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:56.374968 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-78ca53e2-47ee-4478-9553-1396c9211718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:56.459120 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-78ca53e2-47ee-4478-9553-1396c9211718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:56.462661 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-78ca53e2-47ee-4478-9553-1396c9211718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:56.499811 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-78ca53e2-47ee-4478-9553-1396c9211718 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad499710f60f4908ac2fc45df64f2107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251766 Sep 24 03:38:56.500697 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca53e2-47ee-4478-9553-1396c9211718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0c44d8-82f1-4e15-bc58-05165afdbd25,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:56.502536 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57250) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:56.551429 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b07b941-2e39-4772-9118-c9575c61f4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:56.571880 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b07b941-2e39-4772-9118-c9575c61f4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:56.618384 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b07b941-2e39-4772-9118-c9575c61f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:56.620914 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b07b941-2e39-4772-9118-c9575c61f4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:56.622078 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-4b07b941-2e39-4772-9118-c9575c61f4f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee0c44d8-82f1-4e15-bc58-05165afdbd25 HTTP/1.1" status: 204 len: 168 time: 0.1185527 Sep 24 03:38:56.630107 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07b941-2e39-4772-9118-c9575c61f4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0c44d8-82f1-4e15-bc58-05165afdbd25,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:57.281512 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57294) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:57.379801 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1187153851-network', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:38:57.403563 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Made reservation on behalf of 6dfe51f1a692492e80a0c7c5a9078e73 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:38:57.408052 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.424931 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.463832 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57300) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:57.520184 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.524558 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.549286 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:38:57.559005 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87ec81b-15e9-4bb7-957d-849645689b57,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:57.565771 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.566115 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.segments_db [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Added segment b80e78ad-32d2-4e3f-81b8-f58f8f96553e of type vlan for network 2db2bbde-716b-483e-ab4b-d8be258587c3 Sep 24 03:38:57.588163 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfb24bb1-ab69-46c4-b74c-cbe7bb5de1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.640598 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.684708 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.685657 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:57.686355 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.760741 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] Pushing event updated for resources: {'Network': ['ID=2db2bbde-716b-483e-ab4b-d8be258587c3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:57.771508 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network 2db2bbde-716b-483e-ab4b-d8be258587c3 details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:38:57.786324 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfb24bb1-ab69-46c4-b74c-cbe7bb5de1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.791618 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfb24bb1-ab69-46c4-b74c-cbe7bb5de1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.798743 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-16c8fa56-d03d-437c-b2a9-6577d7797832 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5161641 Sep 24 03:38:57.801755 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 57304) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:57.807499 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-75c0b7e1-c1d6-4717-8c9d-9b0b3033a087 admin admin] Request body: {'subnet': {'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1187153851-subnet', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'ip_version': 4}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:38:57.830096 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c0b7e1-c1d6-4717-8c9d-9b0b3033a087 admin admin] Made reservation on behalf of 6dfe51f1a692492e80a0c7c5a9078e73 for: {'subnet': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:38:57.832407 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75c0b7e1-c1d6-4717-8c9d-9b0b3033a087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8493302'] for subnet, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.833314 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb24bb1-ab69-46c4-b74c-cbe7bb5de1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a68dda6-4243-4832-b2ae-f8aab53cf45f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:57.841629 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-bfb24bb1-ab69-46c4-b74c-cbe7bb5de1ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c966c380b284139a0f3612ffb2fa36e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744078 Sep 24 03:38:57.842089 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57306) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:57.890964 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0f25b5e-c581-4559-aa73-87d0ead98271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.914297 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0f25b5e-c581-4559-aa73-87d0ead98271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.966278 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0f25b5e-c581-4559-aa73-87d0ead98271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.968985 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0f25b5e-c581-4559-aa73-87d0ead98271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:57.970309 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-a0f25b5e-c581-4559-aa73-87d0ead98271 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a68dda6-4243-4832-b2ae-f8aab53cf45f HTTP/1.1" status: 204 len: 168 time: 0.1273263 Sep 24 03:38:57.978163 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f25b5e-c581-4559-aa73-87d0ead98271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a68dda6-4243-4832-b2ae-f8aab53cf45f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:58.014102 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75c0b7e1-c1d6-4717-8c9d-9b0b3033a087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3815723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8493252'] for subnet, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.075004 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0b7e1-c1d6-4717-8c9d-9b0b3033a087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036371fe-4d18-42b5-a9ad-d6d30f128895,revision_number=0']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:58.088265 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c0b7e1-c1d6-4717-8c9d-9b0b3033a087 admin admin] Checking segment: {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:38:58.088622 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c0b7e1-c1d6-4717-8c9d-9b0b3033a087 admin admin] Network hostable DHCP agents. Network: 2db2bbde-716b-483e-ab4b-d8be258587c3, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:38:58.105802 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c0b7e1-c1d6-4717-8c9d-9b0b3033a087 admin admin] Network 2db2bbde-716b-483e-ab4b-d8be258587c3 is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:38:58.115703 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-75c0b7e1-c1d6-4717-8c9d-9b0b3033a087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, 2db2bbde-716b-483e-ab4b-d8be258587c3) {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:38:58.120513 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c0b7e1-c1d6-4717-8c9d-9b0b3033a087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:38:58.121592 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-75c0b7e1-c1d6-4717-8c9d-9b0b3033a087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.126380 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f875d8ce-ce77-4945-bed7-deeefa3cc020 None None] Network 2db2bbde-716b-483e-ab4b-d8be258587c3 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:38:58.141067 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-75c0b7e1-c1d6-4717-8c9d-9b0b3033a087 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3366382 Sep 24 03:38:58.143451 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57312) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:38:58.148014 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:38:58.176305 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.176305 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6812'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.235995 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.288848 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d15cbd0-2b0d-5cfe-b69c-d2344c4145b9-2db2bbde-716b-483e-ab4b-d8be258587c3', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895'}]}} from dv-cinder-810800-1-iscsi. {{(pid=94018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 03:38:58.290013 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.396930 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.431817 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Allocated IP 172.20.0.2 (2db2bbde-716b-483e-ab4b-d8be258587c3/036371fe-4d18-42b5-a9ad-d6d30f128895/bde14c35-2428-426a-8131-ac129ab26695) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:38:58.587074 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.595023 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.613555 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.633382 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.638526 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Network 2db2bbde-716b-483e-ab4b-d8be258587c3 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:38:58.643312 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:38:58.646100 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:38:58.701091 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Pushing event updated for resources: {'Port': ['ID=bde14c35-2428-426a-8131-ac129ab26695,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:58.724476 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Attempting to bind port bde14c35-2428-426a-8131-ac129ab26695 on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:38:58.724874 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Attempting to bind port bde14c35-2428-426a-8131-ac129ab26695 by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:38:58.725234 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Attempting to bind port bde14c35-2428-426a-8131-ac129ab26695 on network 2db2bbde-716b-483e-ab4b-d8be258587c3 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:38:58.730528 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:38:58.730900 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Checking segment: {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:38:58.731297 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.731689 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Bound using segment: {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:38:58.732138 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Bound port: bde14c35-2428-426a-8131-ac129ab26695, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:38:58.732708 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.743831 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Allocated IP 172.27.1.96 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/3bd44a6f-56c7-414a-b023-c0b0fcf70b66) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:38:58.797584 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] For port bde14c35-2428-426a-8131-ac129ab26695, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:38:58.800848 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] For port bde14c35-2428-426a-8131-ac129ab26695, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=bde14c35-2428-426a-8131-ac129ab26695,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:38:58.805476 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.860166 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.872189 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453a9cc-a9b0-43a9-961e-d0b3a93788cd None None] Pushing event updated for resources: {'Port': ['ID=bde14c35-2428-426a-8131-ac129ab26695,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:58.904412 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:58.949428 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:38:58.956016 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Pushing event updated for resources: {'Port': ['ID=3bd44a6f-56c7-414a-b023-c0b0fcf70b66,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:38:58.958530 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:38:58.961382 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:38:58.968926 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:58.969384 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:58.969814 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:58.970211 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:58.971312 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:58.971312 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:58.971312 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:58.971723 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:58.972107 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:58.972488 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:58.972881 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:58.973250 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:38:59.278584 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:59.724561 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715173'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:59.787082 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac831572-dd67-4658-9266-8de45a84dda2 None None] Network 2db2bbde-716b-483e-ab4b-d8be258587c3 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:38:59.851971 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d is scheduled to L3 agent a47af37d-c188-448d-b268-a4c8957979dc with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 03:38:59.918869 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-a2b0f5e2-3d82-43c7-8af3-f74253a0cdf4 None None] Provisioning complete for port bde14c35-2428-426a-8131-ac129ab26695 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:38:59.919373 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f5e2-3d82-43c7-8af3-f74253a0cdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:59.971050 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:38:59.984775 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Sync routers for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:38:59.988326 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:38:59.989570 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-fbf7912d-07c4-4384-b302-6efae9c5365b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8449924 Sep 24 03:38:59.992235 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57344) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:00.002457 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:39:00.003094 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:38:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:00.106395 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f5e2-3d82-43c7-8af3-f74253a0cdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:00.154844 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-a2b0f5e2-3d82-43c7-8af3-f74253a0cdf4 None None] For port bde14c35-2428-426a-8131-ac129ab26695, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=bde14c35-2428-426a-8131-ac129ab26695,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:39:00.159758 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f5e2-3d82-43c7-8af3-f74253a0cdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:00.165819 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:39:00.415859 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-37c8edcd-de72-453a-880c-b000ac3b90e3 None None] Provisioning complete for port bde14c35-2428-426a-8131-ac129ab26695 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:00.416240 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-37c8edcd-de72-453a-880c-b000ac3b90e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:00.448259 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:00.472274 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0f5e2-3d82-43c7-8af3-f74253a0cdf4 None None] Pushing event updated for resources: {'Port': ['ID=bde14c35-2428-426a-8131-ac129ab26695,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:00.594613 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:38:59Z', 'revision_number': 3, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:00.622341 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Checking router: 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:39:00.623075 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Updating router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d port 3bd44a6f-56c7-414a-b023-c0b0fcf70b66 binding host dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:39:00.633432 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Allocated IP 172.20.0.1 (2db2bbde-716b-483e-ab4b-d8be258587c3/036371fe-4d18-42b5-a9ad-d6d30f128895/fb9d6de0-1614-4796-b6c3-013658972750) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:39:00.651765 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:00.742367 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device bde14c35-2428-426a-8131-ac129ab26695 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:39:00.752518 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:00.786702 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:00.821099 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Network 2db2bbde-716b-483e-ab4b-d8be258587c3 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:39:00.825276 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:39:00.829191 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:39:00.859120 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port bde14c35-2428-426a-8131-ac129ab26695 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:00.859531 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:00.862014 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Pushing event updated for resources: {'Port': ['ID=fb9d6de0-1614-4796-b6c3-013658972750,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:00.880086 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726680'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:01.013636 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:01.020073 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:01.021123 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:01.075415 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Attempting to bind port 3bd44a6f-56c7-414a-b023-c0b0fcf70b66 on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:39:01.075713 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Attempting to bind port 3bd44a6f-56c7-414a-b023-c0b0fcf70b66 by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:39:01.076079 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Attempting to bind port 3bd44a6f-56c7-414a-b023-c0b0fcf70b66 on network fbd1662f-29d0-4f7e-9136-bac8ec89d902 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:39:01.079534 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436c326-98c9-4772-8589-c76fa5e9589c None None] Pushing event updated for resources: {'Port': ['ID=3bd44a6f-56c7-414a-b023-c0b0fcf70b66,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:01.084162 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:39:01.084539 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Checking segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:39:01.084938 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:01.085332 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Bound using segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:39:01.085903 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Bound port: 3bd44a6f-56c7-414a-b023-c0b0fcf70b66, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:39:01.086202 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:01.136143 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-753408e6-3e9f-48ab-8538-25204c5f9f7a None None] Provisioning complete for port fb9d6de0-1614-4796-b6c3-013658972750 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:01.136436 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-753408e6-3e9f-48ab-8538-25204c5f9f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:01.165819 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] For port 3bd44a6f-56c7-414a-b023-c0b0fcf70b66, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:39:01.181925 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] For port 3bd44a6f-56c7-414a-b023-c0b0fcf70b66, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=3bd44a6f-56c7-414a-b023-c0b0fcf70b66,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:39:01.187892 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:01.188674 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:01.189749 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-753408e6-3e9f-48ab-8538-25204c5f9f7a None None] Port fb9d6de0-1614-4796-b6c3-013658972750 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:39:01.194391 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9308889'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:01.243414 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:39:01.244042 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:38:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:01.264567 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725608'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:01.266447 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Pushing event updated for resources: {'Port': ['ID=fb9d6de0-1614-4796-b6c3-013658972750,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:01.307295 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436c326-98c9-4772-8589-c76fa5e9589c None None] Pushing event updated for resources: {'Port': ['ID=3bd44a6f-56c7-414a-b023-c0b0fcf70b66,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:01.350487 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:39:01.356366 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Network 2db2bbde-716b-483e-ab4b-d8be258587c3 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:39:01.357690 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:39:01.479727 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:39:01.564473 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:01Z', 'revision_number': 2, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:01.590673 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebf4e7-b5a1-4059-b8ad-8f2a0e7fc4ea None None] The sync data for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi is: [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:01Z', 'revision_number': 2, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:39:01.593755 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:39:01.599324 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-65878907-4980-49be-a3a6-eaf4a5cf749d admin admin] 10.222.0.18 "PUT /v2.0/routers/73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6061270 Sep 24 03:39:01.629556 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-e1736848-56b6-4243-86cc-40a17f9ff69f None None] Provisioning complete for port fb9d6de0-1614-4796-b6c3-013658972750 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:01.629556 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e1736848-56b6-4243-86cc-40a17f9ff69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:01.667478 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e1736848-56b6-4243-86cc-40a17f9ff69f None None] Port fb9d6de0-1614-4796-b6c3-013658972750 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:39:01.917637 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 57376) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:02.044141 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b56f4a9e-c6be-4294-a03c-1f2593d4c7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.141060 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b56f4a9e-c6be-4294-a03c-1f2593d4c7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.145994 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b56f4a9e-c6be-4294-a03c-1f2593d4c7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.176922 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f4a9e-c6be-4294-a03c-1f2593d4c7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc7702e-7a77-4375-a83b-d794edb4db2b,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:02.197386 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57388) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:02.197956 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-b56f4a9e-c6be-4294-a03c-1f2593d4c7e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0468331e7a8743958533f38a01205b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787333 Sep 24 03:39:02.204030 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 57390) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:02.209041 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1876687714-network', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:39:02.231324 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Made reservation on behalf of 1d83e5b9242348baa7cab6f8012ca292 for: {'network': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:39:02.235031 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for network, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.244493 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.259607 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18c36655-dd44-4bed-9970-e3f17d896190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.285973 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18c36655-dd44-4bed-9970-e3f17d896190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.364321 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.369075 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.373094 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18c36655-dd44-4bed-9970-e3f17d896190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.377398 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18c36655-dd44-4bed-9970-e3f17d896190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.382741 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-18c36655-dd44-4bed-9970-e3f17d896190 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcc7702e-7a77-4375-a83b-d794edb4db2b HTTP/1.1" status: 204 len: 168 time: 0.1835532 Sep 24 03:39:02.392484 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c36655-dd44-4bed-9970-e3f17d896190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc7702e-7a77-4375-a83b-d794edb4db2b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:02.397582 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 03:39:02.403157 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dedd5b4-d3fe-4c99-8b2e-ff7cda79d35d,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:02.415450 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.415834 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.segments_db [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Added segment 884cf88e-af8f-41b0-a68f-8c6cc1d5dab7 of type vlan for network 0c9b00c3-77df-4005-9b32-64a1bb5539f2 Sep 24 03:39:02.466600 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770955566358'] for network, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.493417 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306'] for network, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.494523 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:02.495270 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.528979 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3237939 Sep 24 03:39:02.533931 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57394) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:02.540636 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-43319797-1b93-4b68-b3e6-7d83130934f2 admin admin] Request body: {'subnet': {'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1876687714-subnet', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:39:02.564804 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc4ab7-70cf-4123-8599-20a9bb5eb714 admin admin] Pushing event updated for resources: {'Network': ['ID=0c9b00c3-77df-4005-9b32-64a1bb5539f2,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:02.569735 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43319797-1b93-4b68-b3e6-7d83130934f2 admin admin] Made reservation on behalf of 1d83e5b9242348baa7cab6f8012ca292 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:39:02.572234 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43319797-1b93-4b68-b3e6-7d83130934f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8548348'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.580762 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Network 0c9b00c3-77df-4005-9b32-64a1bb5539f2 details requested by agent ovs-agent-dv-cinder-810800-1-iscsi with host dv-cinder-810800-1-iscsi {{(pid=94018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 03:39:02.747979 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 3bd44a6f-56c7-414a-b023-c0b0fcf70b66 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:39:02.799265 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43319797-1b93-4b68-b3e6-7d83130934f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9308750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8548302'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.816745 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 3bd44a6f-56c7-414a-b023-c0b0fcf70b66 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:02.817544 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.872610 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43319797-1b93-4b68-b3e6-7d83130934f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78f8ce3-292b-468d-8e23-3132b0e0350c,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:02.884062 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43319797-1b93-4b68-b3e6-7d83130934f2 admin admin] Checking segment: {'id': '884cf88e-af8f-41b0-a68f-8c6cc1d5dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:39:02.884551 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43319797-1b93-4b68-b3e6-7d83130934f2 admin admin] Network hostable DHCP agents. Network: 0c9b00c3-77df-4005-9b32-64a1bb5539f2, hostable agents: ['30c04fbf-1e49-446c-852b-1afe8611877b'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 03:39:02.919567 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43319797-1b93-4b68-b3e6-7d83130934f2 admin admin] Network 0c9b00c3-77df-4005-9b32-64a1bb5539f2 is scheduled to be hosted by DHCP agent 30c04fbf-1e49-446c-852b-1afe8611877b with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 03:39:02.924461 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.935414 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-43319797-1b93-4b68-b3e6-7d83130934f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810800-1-iscsi, 0c9b00c3-77df-4005-9b32-64a1bb5539f2) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:39:02.941749 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43319797-1b93-4b68-b3e6-7d83130934f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:02.942621 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43319797-1b93-4b68-b3e6-7d83130934f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.948286 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a08ed2-9b96-4c17-b1ba-7af55eea728e None None] Network 0c9b00c3-77df-4005-9b32-64a1bb5539f2 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:39:02.953745 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port 3bd44a6f-56c7-414a-b023-c0b0fcf70b66, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=3bd44a6f-56c7-414a-b023-c0b0fcf70b66,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:39:02.962510 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-43319797-1b93-4b68-b3e6-7d83130934f2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4269900 Sep 24 03:39:02.964989 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57406) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:02.968641 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:02.973855 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1876687714-router', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:39:03.002244 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-725912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.003371 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-715160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6812'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.075011 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.075181 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=3bd44a6f-56c7-414a-b023-c0b0fcf70b66,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:03.168218 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d15cbd0-2b0d-5cfe-b69c-d2344c4145b9-0c9b00c3-77df-4005-9b32-64a1bb5539f2', 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'fixed_ips': [{'subnet_id': 'b78f8ce3-292b-468d-8e23-3132b0e0350c'}]}} from dv-cinder-810800-1-iscsi. {{(pid=94018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 03:39:03.169175 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.227644 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.323358 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Allocated IP 172.20.0.2 (0c9b00c3-77df-4005-9b32-64a1bb5539f2/b78f8ce3-292b-468d-8e23-3132b0e0350c/7e98b2a0-d732-4a4c-851d-5ab074ad2e1a) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:39:03.441422 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.462181 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.481488 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.488362 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.528032 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Network 0c9b00c3-77df-4005-9b32-64a1bb5539f2 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:39:03.531476 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:39:03.534928 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:39:03.550747 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Pushing event updated for resources: {'Port': ['ID=7e98b2a0-d732-4a4c-851d-5ab074ad2e1a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:03.595625 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Allocated IP 172.27.1.134 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/afb9fe86-0028-456f-a90c-fa9f30741a7c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:39:03.722893 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.723368 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Attempting to bind port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:39:03.723829 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Attempting to bind port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '884cf88e-af8f-41b0-a68f-8c6cc1d5dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:39:03.724349 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Attempting to bind port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a on network 0c9b00c3-77df-4005-9b32-64a1bb5539f2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:39:03.729530 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:39:03.730171 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Checking segment: {'id': '884cf88e-af8f-41b0-a68f-8c6cc1d5dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:39:03.730741 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.731296 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Bound using segment: {'id': '884cf88e-af8f-41b0-a68f-8c6cc1d5dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:39:03.732088 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Bound port: 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884cf88e-af8f-41b0-a68f-8c6cc1d5dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:39:03.732636 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.771093 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.813756 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:39:03.816377 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:39:03.818931 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:39:03.829583 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] For port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:39:03.833081 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] For port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=7e98b2a0-d732-4a4c-851d-5ab074ad2e1a,segment=NetworkSegment(884cf88e-af8f-41b0-a68f-8c6cc1d5dab7),segment_id=884cf88e-af8f-41b0-a68f-8c6cc1d5dab7)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:39:03.838092 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:03.856595 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Pushing event updated for resources: {'Port': ['ID=afb9fe86-0028-456f-a90c-fa9f30741a7c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:03.930725 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Pushing event updated for resources: {'Port': ['ID=7e98b2a0-d732-4a4c-851d-5ab074ad2e1a,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:03.939356 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:03.939704 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:03.940046 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:03.940379 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:03.940708 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:03.941036 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:03.941360 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:03.941683 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:03.942051 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:03.942378 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:03.942718 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:03.943165 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc75cb3-f9b4-4b4f-9439-1ca647094b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:04.008056 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Sync routers for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:39:04.022779 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:39:04.023412 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:38:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:04.155994 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:39:04.158669 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:04.419173 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-715173'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:04.525949 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:01Z', 'revision_number': 2, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:04.553276 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Checking router: 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:39:04.553628 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Updating router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d port fb9d6de0-1614-4796-b6c3-013658972750 binding host dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:39:04.559530 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Router 70a92ac5-740b-4514-8b33-8f49c65b9e3d is scheduled to L3 agent a47af37d-c188-448d-b268-a4c8957979dc with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 03:39:04.580109 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:04.671518 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:39:04.682987 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Sync routers for ids ['70a92ac5-740b-4514-8b33-8f49c65b9e3d'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:39:04.691661 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:04.695823 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 57442) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:04.696313 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-2255561d-69a4-431e-ae51-ec00d7071b5e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7288318 Sep 24 03:39:04.698065 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Routers {'70a92ac5-740b-4514-8b33-8f49c65b9e3d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:39:04.698912 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:38:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['70a92ac5-740b-4514-8b33-8f49c65b9e3d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:04.833068 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Set router 70a92ac5-740b-4514-8b33-8f49c65b9e3d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:39:04.897666 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:39:04.937098 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:04.949695 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:04.992951 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Pushing event updated for resources: {'Port': ['ID=fb9d6de0-1614-4796-b6c3-013658972750,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:05.003473 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:05.003754 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:05.004088 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:05.004418 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:05.004746 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:05.005064 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:05.005383 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:05.005702 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:05.006101 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:05.006421 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:05.006757 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:05.007054 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:05.014007 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:05.015150 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:05.096647 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d9f922-6c30-4b93-a3c6-ea1d7be45346 None None] Network 0c9b00c3-77df-4005-9b32-64a1bb5539f2 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:39:05.103592 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Attempting to bind port fb9d6de0-1614-4796-b6c3-013658972750 on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:39:05.104138 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Attempting to bind port fb9d6de0-1614-4796-b6c3-013658972750 by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:39:05.104302 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Attempting to bind port fb9d6de0-1614-4796-b6c3-013658972750 on network 2db2bbde-716b-483e-ab4b-d8be258587c3 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:39:05.111198 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:39:05.111578 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Checking segment: {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:39:05.111967 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:05.112355 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Bound using segment: {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:39:05.112828 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Bound port: fb9d6de0-1614-4796-b6c3-013658972750, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:39:05.113457 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:05.185027 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-424ce1e2-b41e-44cb-9250-aaf63822f9e9 None None] Provisioning complete for port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:05.185027 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-424ce1e2-b41e-44cb-9250-aaf63822f9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:05.189245 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] For port fb9d6de0-1614-4796-b6c3-013658972750, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:39:05.196268 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] For port fb9d6de0-1614-4796-b6c3-013658972750, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=fb9d6de0-1614-4796-b6c3-013658972750,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:39:05.207179 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:05.255456 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:05.265237 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:39:05.265956 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:38:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:05.275169 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:05.283114 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'name': 'tempest-TestVolumeBootPattern-1876687714-router', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:39:03Z', 'revision_number': 3, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'gw_port': {'id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:05.356010 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Checking router: 70a92ac5-740b-4514-8b33-8f49c65b9e3d for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:39:05.356357 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Updating router 70a92ac5-740b-4514-8b33-8f49c65b9e3d port afb9fe86-0028-456f-a90c-fa9f30741a7c binding host dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:39:05.379057 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:39:05.422778 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=7e98b2a0-d732-4a4c-851d-5ab074ad2e1a,segment=NetworkSegment(884cf88e-af8f-41b0-a68f-8c6cc1d5dab7),segment_id=884cf88e-af8f-41b0-a68f-8c6cc1d5dab7)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:39:05.426059 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:05.488145 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Allocated IP 172.20.0.1 (0c9b00c3-77df-4005-9b32-64a1bb5539f2/b78f8ce3-292b-468d-8e23-3132b0e0350c/9a01394f-64a2-4d22-b14e-882e1e7cd510) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:39:05.506351 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:05.507073 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 3bd44a6f-56c7-414a-b023-c0b0fcf70b66 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:39:05.555461 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2eb4e4-d7cc-4340-abd2-fb50a234eb04 None None] Pushing event updated for resources: {'Port': ['ID=fb9d6de0-1614-4796-b6c3-013658972750,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:05.620834 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:05.641795 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:05Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:05.664605 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:05.669838 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e5838-67e0-4f06-a9d7-fbda114970f2 None None] The sync data for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi is: [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:05Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:39:05.712820 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Network 0c9b00c3-77df-4005-9b32-64a1bb5539f2 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:39:05.717906 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:39:05.720881 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:39:05.723568 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=7e98b2a0-d732-4a4c-851d-5ab074ad2e1a,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:05.730587 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Pushing event updated for resources: {'Port': ['ID=9a01394f-64a2-4d22-b14e-882e1e7cd510,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:05.738027 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 3bd44a6f-56c7-414a-b023-c0b0fcf70b66 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:05.738406 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:05.779362 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726680'] for router_interface, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:05.821676 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-738fcb68-0cde-486b-befc-6896ea0510cd None None] Provisioning complete for port fb9d6de0-1614-4796-b6c3-013658972750 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:05.822140 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-738fcb68-0cde-486b-befc-6896ea0510cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.046292 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.138942 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-738fcb68-0cde-486b-befc-6896ea0510cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.199263 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.209428 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-738fcb68-0cde-486b-befc-6896ea0510cd None None] For port fb9d6de0-1614-4796-b6c3-013658972750, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=fb9d6de0-1614-4796-b6c3-013658972750,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:39:06.212331 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.217110 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-738fcb68-0cde-486b-befc-6896ea0510cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.275197 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Attempting to bind port afb9fe86-0028-456f-a90c-fa9f30741a7c on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:39:06.275491 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Attempting to bind port afb9fe86-0028-456f-a90c-fa9f30741a7c by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:39:06.275851 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Attempting to bind port afb9fe86-0028-456f-a90c-fa9f30741a7c on network fbd1662f-29d0-4f7e-9136-bac8ec89d902 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:39:06.277896 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f196c-2a10-4b00-8546-e0ff9ba8bd54 None None] Pushing event updated for resources: {'Port': ['ID=afb9fe86-0028-456f-a90c-fa9f30741a7c,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:06.293938 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.299558 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.309878 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:39:06.310289 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Checking segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:39:06.310752 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.311875 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Bound using segment: {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:39:06.312971 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Bound port: afb9fe86-0028-456f-a90c-fa9f30741a7c, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e2afb5-cc2f-4917-bfb7-8cd04e7de581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:39:06.313508 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.382153 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Pushing event updated for resources: {'Port': ['ID=9a01394f-64a2-4d22-b14e-882e1e7cd510,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:06.384748 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725608'] for router_interface, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.388534 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-34f482a5-a52f-4b20-84fb-b374f7a77884 None None] Provisioning complete for port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:06.388941 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34f482a5-a52f-4b20-84fb-b374f7a77884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.396902 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fcb68-0cde-486b-befc-6896ea0510cd None None] Pushing event updated for resources: {'Port': ['ID=fb9d6de0-1614-4796-b6c3-013658972750,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:06.436616 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] For port afb9fe86-0028-456f-a90c-fa9f30741a7c, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:39:06.442276 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] For port afb9fe86-0028-456f-a90c-fa9f30741a7c, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=afb9fe86-0028-456f-a90c-fa9f30741a7c,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:39:06.451095 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.480041 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Network 0c9b00c3-77df-4005-9b32-64a1bb5539f2 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:39:06.481654 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:39:06.682301 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Routers {'70a92ac5-740b-4514-8b33-8f49c65b9e3d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:39:06.683036 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:38:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['70a92ac5-740b-4514-8b33-8f49c65b9e3d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:06.722454 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f196c-2a10-4b00-8546-e0ff9ba8bd54 None None] Pushing event updated for resources: {'Port': ['ID=afb9fe86-0028-456f-a90c-fa9f30741a7c,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:06.760305 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:39:06.844205 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-34f482a5-a52f-4b20-84fb-b374f7a77884 None None] Provisioning complete for port 9a01394f-64a2-4d22-b14e-882e1e7cd510 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:06.844467 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34f482a5-a52f-4b20-84fb-b374f7a77884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.851434 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] Set router 70a92ac5-740b-4514-8b33-8f49c65b9e3d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:39:06.855024 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Router 70a92ac5-740b-4514-8b33-8f49c65b9e3d has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:39:06.910372 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:06.910746 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:06.962030 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:39:06.967008 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-b59cd761-3086-44b3-906e-f410addc2682 admin admin] 10.222.0.18 "PUT /v2.0/routers/70a92ac5-740b-4514-8b33-8f49c65b9e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2701778 Sep 24 03:39:06.974301 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-34f482a5-a52f-4b20-84fb-b374f7a77884 None None] Port 9a01394f-64a2-4d22-b14e-882e1e7cd510 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:39:07.109509 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device fb9d6de0-1614-4796-b6c3-013658972750 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:39:07.157200 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-eaf38190-bbe3-4850-a832-678c50c48980 None None] Provisioning complete for port 9a01394f-64a2-4d22-b14e-882e1e7cd510 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:07.157910 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eaf38190-bbe3-4850-a832-678c50c48980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:07.216883 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-eaf38190-bbe3-4850-a832-678c50c48980 None None] Port 9a01394f-64a2-4d22-b14e-882e1e7cd510 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:39:07.226283 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port fb9d6de0-1614-4796-b6c3-013658972750 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:07.226663 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:07.272750 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'name': 'tempest-TestVolumeBootPattern-1876687714-router', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:39:05Z', 'revision_number': 4, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'gw_port': {'id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '9a01394f-64a2-4d22-b14e-882e1e7cd510', 'name': '', 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'mac_address': 'fa:16:3e:3f:1d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b78f8ce3-292b-468d-8e23-3132b0e0350c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:05Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 2, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'subnets': [{'id': 'b78f8ce3-292b-468d-8e23-3132b0e0350c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:07.302414 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca6b48-937c-4dd8-a2d0-bf8f249c05dd None None] The sync data for ids ['70a92ac5-740b-4514-8b33-8f49c65b9e3d'] in dv-cinder-810800-1-iscsi is: [{'id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'name': 'tempest-TestVolumeBootPattern-1876687714-router', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:39:05Z', 'revision_number': 4, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'gw_port': {'id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '9a01394f-64a2-4d22-b14e-882e1e7cd510', 'name': '', 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'mac_address': 'fa:16:3e:3f:1d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b78f8ce3-292b-468d-8e23-3132b0e0350c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:05Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 2, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'subnets': [{'id': 'b78f8ce3-292b-468d-8e23-3132b0e0350c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:39:07.418884 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:39:07.442479 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 57472) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:07.448781 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-08c80605-eac9-46e4-95ec-c1e9239aca0a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1084952511', 'description': 'tempest-secgroup-smoke-1084952511 description', 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:39:07.474122 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-08c80605-eac9-46e4-95ec-c1e9239aca0a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:07.574854 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-08c80605-eac9-46e4-95ec-c1e9239aca0a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:07.584960 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-08c80605-eac9-46e4-95ec-c1e9239aca0a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:07.616252 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-08c80605-eac9-46e4-95ec-c1e9239aca0a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:07.617414 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-08c80605-eac9-46e4-95ec-c1e9239aca0a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1727040 Sep 24 03:39:07.619340 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c80605-eac9-46e4-95ec-c1e9239aca0a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:07.620456 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57474) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:07.625972 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2a1e2b5a-a2bd-4d81-a0d6-afea912f8890 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Request body: {'security_group_rule': {'security_group_id': '7de37d12-bd2d-4ed4-8c3c-3e36a4995d46', 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:39:07.657197 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2b5a-a2bd-4d81-a0d6-afea912f8890 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:07.957271 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2b5a-a2bd-4d81-a0d6-afea912f8890 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:07.961106 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2b5a-a2bd-4d81-a0d6-afea912f8890 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:07.980584 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e2b5a-a2bd-4d81-a0d6-afea912f8890 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc12427-3765-44d2-a211-b0704c9eaa04,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:07.988889 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2b5a-a2bd-4d81-a0d6-afea912f8890 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:07.990177 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-2a1e2b5a-a2bd-4d81-a0d6-afea912f8890 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3686602 Sep 24 03:39:07.992949 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57476) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:07.997165 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-9dd8eabc-5189-4fcd-a8cd-51909cf0821f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Request body: {'security_group_rule': {'security_group_id': '7de37d12-bd2d-4ed4-8c3c-3e36a4995d46', 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:39:08.023529 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9dd8eabc-5189-4fcd-a8cd-51909cf0821f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.078875 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9dd8eabc-5189-4fcd-a8cd-51909cf0821f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.082415 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9dd8eabc-5189-4fcd-a8cd-51909cf0821f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.099078 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8eabc-5189-4fcd-a8cd-51909cf0821f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807251e5-c40f-4ee4-8683-ca4c9a1ddae9,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:08.105421 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9dd8eabc-5189-4fcd-a8cd-51909cf0821f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.106666 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-9dd8eabc-5189-4fcd-a8cd-51909cf0821f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127920 Sep 24 03:39:08.109796 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57478) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:08.113927 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fff74c77-8d19-43ab-b3dd-0da7bbc7fac8 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Request body: {'security_group_rule': {'security_group_id': '7de37d12-bd2d-4ed4-8c3c-3e36a4995d46', 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:39:08.138550 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fff74c77-8d19-43ab-b3dd-0da7bbc7fac8 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.196323 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fff74c77-8d19-43ab-b3dd-0da7bbc7fac8 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.200158 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fff74c77-8d19-43ab-b3dd-0da7bbc7fac8 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.221556 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff74c77-8d19-43ab-b3dd-0da7bbc7fac8 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05115816-da39-4d6d-9e05-879bba2c9156,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:08.223820 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fff74c77-8d19-43ab-b3dd-0da7bbc7fac8 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.224973 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-fff74c77-8d19-43ab-b3dd-0da7bbc7fac8 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143188 Sep 24 03:39:08.227645 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57480) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:08.231835 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c405214f-3f17-489e-a6b6-700645d1aff5 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Request body: {'security_group_rule': {'security_group_id': '7de37d12-bd2d-4ed4-8c3c-3e36a4995d46', 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:39:08.257540 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c405214f-3f17-489e-a6b6-700645d1aff5 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.314499 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c405214f-3f17-489e-a6b6-700645d1aff5 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.318154 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c405214f-3f17-489e-a6b6-700645d1aff5 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.338734 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405214f-3f17-489e-a6b6-700645d1aff5 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f7d302-9b6a-4aa7-9b6e-59ce99dca641,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:08.342320 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c405214f-3f17-489e-a6b6-700645d1aff5 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.343811 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-c405214f-3f17-489e-a6b6-700645d1aff5 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152716 Sep 24 03:39:08.346547 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57482) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:08.351200 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-54702f8b-b10b-41ac-8651-aad9974ace39 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Request body: {'security_group_rule': {'security_group_id': '7de37d12-bd2d-4ed4-8c3c-3e36a4995d46', 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:39:08.373068 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-54702f8b-b10b-41ac-8651-aad9974ace39 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Project 6dfe51f1a692492e80a0c7c5a9078e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 03:39:08.378688 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-54702f8b-b10b-41ac-8651-aad9974ace39 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.444812 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-54702f8b-b10b-41ac-8651-aad9974ace39 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.454267 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-54702f8b-b10b-41ac-8651-aad9974ace39 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.472554 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54702f8b-b10b-41ac-8651-aad9974ace39 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dedae55-66a7-4ec8-8382-2ea2f72f7d01,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:08.487687 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-54702f8b-b10b-41ac-8651-aad9974ace39 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.488936 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-54702f8b-b10b-41ac-8651-aad9974ace39 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414587 Sep 24 03:39:08.491708 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57486) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:08.496439 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.v2.base [None req-10d8b950-a576-41c8-a0d6-679854b0ceea tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Request body: {'security_group_rule': {'security_group_id': '7de37d12-bd2d-4ed4-8c3c-3e36a4995d46', 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:39:08.519163 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-10d8b950-a576-41c8-a0d6-679854b0ceea tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Project 6dfe51f1a692492e80a0c7c5a9078e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 03:39:08.524290 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10d8b950-a576-41c8-a0d6-679854b0ceea tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.588479 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10d8b950-a576-41c8-a0d6-679854b0ceea tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.593394 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10d8b950-a576-41c8-a0d6-679854b0ceea tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736552'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.613846 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8b950-a576-41c8-a0d6-679854b0ceea tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d0b6ad-8f1f-490d-ac7f-2b465ac0d50f,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:08.620167 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10d8b950-a576-41c8-a0d6-679854b0ceea tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.623390 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-10d8b950-a576-41c8-a0d6-679854b0ceea tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287689 Sep 24 03:39:08.714788 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device afb9fe86-0028-456f-a90c-fa9f30741a7c up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:39:08.771052 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port afb9fe86-0028-456f-a90c-fa9f30741a7c triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:08.771550 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.856892 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.878784 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] For port afb9fe86-0028-456f-a90c-fa9f30741a7c, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=afb9fe86-0028-456f-a90c-fa9f30741a7c,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:39:08.883130 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:08.943271 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Pushing event updated for resources: {'Port': ['ID=afb9fe86-0028-456f-a90c-fa9f30741a7c,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:09.725159 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Sync routers for ids ['70a92ac5-740b-4514-8b33-8f49c65b9e3d'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:39:09.734912 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Routers {'70a92ac5-740b-4514-8b33-8f49c65b9e3d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:39:09.735450 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:38:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['70a92ac5-740b-4514-8b33-8f49c65b9e3d'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:09.837370 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Set router 70a92ac5-740b-4514-8b33-8f49c65b9e3d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:39:10.030952 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'name': 'tempest-TestVolumeBootPattern-1876687714-router', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:39:05Z', 'revision_number': 4, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'gw_port': {'id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '9a01394f-64a2-4d22-b14e-882e1e7cd510', 'name': '', 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'mac_address': 'fa:16:3e:3f:1d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b78f8ce3-292b-468d-8e23-3132b0e0350c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:05Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 2, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'subnets': [{'id': 'b78f8ce3-292b-468d-8e23-3132b0e0350c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:10.060017 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Checking router: 70a92ac5-740b-4514-8b33-8f49c65b9e3d for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:39:10.060362 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Updating router 70a92ac5-740b-4514-8b33-8f49c65b9e3d port 9a01394f-64a2-4d22-b14e-882e1e7cd510 binding host dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 03:39:10.085739 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:10.425631 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:10.430665 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:10.482596 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e2b0a-6fe5-4853-b075-473833ea1de8 None None] Pushing event updated for resources: {'Port': ['ID=9a01394f-64a2-4d22-b14e-882e1e7cd510,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:10.540788 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Attempting to bind port 9a01394f-64a2-4d22-b14e-882e1e7cd510 on host dv-cinder-810800-1-iscsi for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:39:10.541167 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Attempting to bind port 9a01394f-64a2-4d22-b14e-882e1e7cd510 by drivers openvswitch,hyperv on host dv-cinder-810800-1-iscsi at level 0 using segments [{'id': '884cf88e-af8f-41b0-a68f-8c6cc1d5dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:39:10.541559 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Attempting to bind port 9a01394f-64a2-4d22-b14e-882e1e7cd510 on network 0c9b00c3-77df-4005-9b32-64a1bb5539f2 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:39:10.549659 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Checking agent: {'id': '8bde9b51-dd0d-4e39-a59f-5ade47cac0ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 23, 19), 'started_at': datetime.datetime(2021, 9, 24, 3, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:39:10.550160 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Checking segment: {'id': '884cf88e-af8f-41b0-a68f-8c6cc1d5dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:39:10.550696 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:10.551151 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Bound using segment: {'id': '884cf88e-af8f-41b0-a68f-8c6cc1d5dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:39:10.556461 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Bound port: 9a01394f-64a2-4d22-b14e-882e1e7cd510, host: dv-cinder-810800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884cf88e-af8f-41b0-a68f-8c6cc1d5dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:39:10.556856 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:10.646647 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] For port 9a01394f-64a2-4d22-b14e-882e1e7cd510, host dv-cinder-810800-1-iscsi, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:39:10.656018 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] For port 9a01394f-64a2-4d22-b14e-882e1e7cd510, host dv-cinder-810800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=9a01394f-64a2-4d22-b14e-882e1e7cd510,segment=NetworkSegment(884cf88e-af8f-41b0-a68f-8c6cc1d5dab7),segment_id=884cf88e-af8f-41b0-a68f-8c6cc1d5dab7)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:39:10.665241 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:10.698412 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device afb9fe86-0028-456f-a90c-fa9f30741a7c up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:39:10.725430 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Routers {'70a92ac5-740b-4514-8b33-8f49c65b9e3d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:39:10.726203 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:38:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['70a92ac5-740b-4514-8b33-8f49c65b9e3d'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:10.734200 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-05e81089-d898-4148-ab81-3cb5dc6619db None None] Provisioning complete for port 9a01394f-64a2-4d22-b14e-882e1e7cd510 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:10.734921 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05e81089-d898-4148-ab81-3cb5dc6619db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:10.803808 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port afb9fe86-0028-456f-a90c-fa9f30741a7c triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:10.804343 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:10.875604 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] Set router 70a92ac5-740b-4514-8b33-8f49c65b9e3d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:39:10.886659 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05e81089-d898-4148-ab81-3cb5dc6619db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:10.961001 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-05e81089-d898-4148-ab81-3cb5dc6619db None None] For port 9a01394f-64a2-4d22-b14e-882e1e7cd510, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=9a01394f-64a2-4d22-b14e-882e1e7cd510,segment=NetworkSegment(884cf88e-af8f-41b0-a68f-8c6cc1d5dab7),segment_id=884cf88e-af8f-41b0-a68f-8c6cc1d5dab7)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:39:10.964534 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e2b0a-6fe5-4853-b075-473833ea1de8 None None] Pushing event updated for resources: {'Port': ['ID=9a01394f-64a2-4d22-b14e-882e1e7cd510,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:10.975361 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05e81089-d898-4148-ab81-3cb5dc6619db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:11.025621 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e81089-d898-4148-ab81-3cb5dc6619db None None] Pushing event updated for resources: {'Port': ['ID=9a01394f-64a2-4d22-b14e-882e1e7cd510,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:11.097701 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-f8c6d34e-1823-4558-8856-f21208db063a None None] Provisioning complete for port 9a01394f-64a2-4d22-b14e-882e1e7cd510 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:11.098000 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d34e-1823-4558-8856-f21208db063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:11.121360 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'name': 'tempest-TestVolumeBootPattern-1876687714-router', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:39:05Z', 'revision_number': 4, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'gw_port': {'id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '9a01394f-64a2-4d22-b14e-882e1e7cd510', 'name': '', 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'mac_address': 'fa:16:3e:3f:1d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b78f8ce3-292b-468d-8e23-3132b0e0350c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:05Z', 'updated_at': '2021-09-24T03:39:10Z', 'revision_number': 4, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'subnets': [{'id': 'b78f8ce3-292b-468d-8e23-3132b0e0350c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:11.148423 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a7ae7-bd4f-4240-afd7-e8ad07cd8031 None None] The sync data for ids ['70a92ac5-740b-4514-8b33-8f49c65b9e3d'] in dv-cinder-810800-1-iscsi is: [{'id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'name': 'tempest-TestVolumeBootPattern-1876687714-router', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:39:05Z', 'revision_number': 4, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'gw_port': {'id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '9a01394f-64a2-4d22-b14e-882e1e7cd510', 'name': '', 'network_id': '0c9b00c3-77df-4005-9b32-64a1bb5539f2', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'mac_address': 'fa:16:3e:3f:1d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b78f8ce3-292b-468d-8e23-3132b0e0350c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:05Z', 'updated_at': '2021-09-24T03:39:10Z', 'revision_number': 4, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'subnets': [{'id': 'b78f8ce3-292b-468d-8e23-3132b0e0350c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:39:12.699133 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 9a01394f-64a2-4d22-b14e-882e1e7cd510 up at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:39:12.758844 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Provisioning complete for port 9a01394f-64a2-4d22-b14e-882e1e7cd510 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:12.759343 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:15.207466 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-188d5a63-9b5e-41cb-9841-4ddeab818e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:16.943818 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af61f3-060c-4715-a75e-66451f17d963 req-fe741018-1f27-4610-9576-a9167f35b308 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:16.945764 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-19af61f3-060c-4715-a75e-66451f17d963 req-fe741018-1f27-4610-9576-a9167f35b308 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0520291 Sep 24 03:39:16.992514 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-19af61f3-060c-4715-a75e-66451f17d963 req-f5aa142d-eef4-4990-beea-488c6e94ef2b tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388730 Sep 24 03:39:17.687641 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e579-5140-4f41-8bf7-f7ad1e7eba8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:18.108672 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14685fda-5d29-46bc-8e8a-1425b45f8f3d req-f6e8619e-6f06-4f84-a5c0-cab39739e862 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:18.110117 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-14685fda-5d29-46bc-8e8a-1425b45f8f3d req-f6e8619e-6f06-4f84-a5c0-cab39739e862 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0491469 Sep 24 03:39:18.147527 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-14685fda-5d29-46bc-8e8a-1425b45f8f3d req-980dcf2e-2bc4-492a-935d-954365d47cef tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314445 Sep 24 03:39:18.726800 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:19.290926 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ef42d-df81-481e-8bbd-854abbb98784 req-38b7af19-58a0-454c-afa1-67d144c3c497 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:19.292496 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-097ef42d-df81-481e-8bbd-854abbb98784 req-38b7af19-58a0-454c-afa1-67d144c3c497 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0728004 Sep 24 03:39:19.321923 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:19.335242 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-097ef42d-df81-481e-8bbd-854abbb98784 req-ebfd99e9-e1c9-4d88-995a-5f753ed6cc40 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360832 Sep 24 03:39:20.450168 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f77978-4787-4b34-8138-6ca9602962b8 req-55dcc8ba-9c0f-4209-b4bb-cc38ac7ee65e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:20.451655 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-30f77978-4787-4b34-8138-6ca9602962b8 req-55dcc8ba-9c0f-4209-b4bb-cc38ac7ee65e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0493217 Sep 24 03:39:20.502414 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-30f77978-4787-4b34-8138-6ca9602962b8 req-8007f854-1ee5-4541-98dd-cfb5378996a7 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Sep 24 03:39:20.758727 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:21.619868 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4cc84-a085-47ae-857b-cf7960ad272d req-bdda8a1d-2704-4f3b-9a38-79b0116a48d4 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:21.621971 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4db4cc84-a085-47ae-857b-cf7960ad272d req-bdda8a1d-2704-4f3b-9a38-79b0116a48d4 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0516000 Sep 24 03:39:21.660212 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4db4cc84-a085-47ae-857b-cf7960ad272d req-9bef20dd-33e3-4aa5-ad24-4412334d9a33 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323298 Sep 24 03:39:22.782373 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefc8b4-79ed-4666-bd53-d80c50124c8d req-2d87ddc1-f043-4f2b-af02-d5ccb9e543b7 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:22.783860 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fcefc8b4-79ed-4666-bd53-d80c50124c8d req-2d87ddc1-f043-4f2b-af02-d5ccb9e543b7 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0551794 Sep 24 03:39:22.824449 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fcefc8b4-79ed-4666-bd53-d80c50124c8d req-3ad872c7-953d-4c2b-96c9-12f2feeab30c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339565 Sep 24 03:39:23.938498 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df70cb7-b1f3-4bd6-984c-6cd9361a5d31 req-78a4a508-6e96-46c2-aa77-217d65fbbd21 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:23.939960 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6df70cb7-b1f3-4bd6-984c-6cd9361a5d31 req-78a4a508-6e96-46c2-aa77-217d65fbbd21 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0480056 Sep 24 03:39:23.980189 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6df70cb7-b1f3-4bd6-984c-6cd9361a5d31 req-424b141b-f3b2-45da-8d52-6dc516d6f615 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342410 Sep 24 03:39:25.095313 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b289ac-e443-4012-b27d-f9cba984c875 req-62c26291-1f9e-442a-be84-cb7b7273947d tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:25.097060 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-05b289ac-e443-4012-b27d-f9cba984c875 req-62c26291-1f9e-442a-be84-cb7b7273947d tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0494545 Sep 24 03:39:25.139458 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-05b289ac-e443-4012-b27d-f9cba984c875 req-7f187a91-f2d1-4399-bacf-aec1387e7e3c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365133 Sep 24 03:39:25.245875 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:26.257083 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50df82b-acaa-41e2-9992-b5fce11484f4 req-c0d79805-a853-4f8d-b852-ebdb4c68190a tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:26.258614 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a50df82b-acaa-41e2-9992-b5fce11484f4 req-c0d79805-a853-4f8d-b852-ebdb4c68190a tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0497706 Sep 24 03:39:26.295306 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a50df82b-acaa-41e2-9992-b5fce11484f4 req-78fc9e4a-86b5-4184-86b4-4b967297db40 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308352 Sep 24 03:39:27.408830 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d5d10-c6cc-4c44-87c8-6e07efb56cb4 req-8a8b34a9-9ea1-4291-b157-d5fa8caa86c0 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:27.410295 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f67d5d10-c6cc-4c44-87c8-6e07efb56cb4 req-8a8b34a9-9ea1-4291-b157-d5fa8caa86c0 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0477831 Sep 24 03:39:27.450375 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f67d5d10-c6cc-4c44-87c8-6e07efb56cb4 req-c8b3e5bc-ec56-4947-8f23-a977c0de6b66 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341470 Sep 24 03:39:28.555428 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e1aaf-66b3-4948-b80e-216e59672954 req-e111d03c-3306-4676-9063-16a8df157e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:28.556907 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d0e1aaf-66b3-4948-b80e-216e59672954 req-e111d03c-3306-4676-9063-16a8df157e9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69c1af3d8fb24a3ea2c05a5b9d852f84&device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 1098 time: 0.0663242 Sep 24 03:39:28.573807 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a7306-7ebe-47ee-85b1-0db77ad11ad7 req-aed1f3dd-e05d-47ac-834b-6e0f0e9a097f tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:28.575265 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b68a7306-7ebe-47ee-85b1-0db77ad11ad7 req-aed1f3dd-e05d-47ac-834b-6e0f0e9a097f tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0581183 Sep 24 03:39:28.669517 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b68a7306-7ebe-47ee-85b1-0db77ad11ad7 req-869b35d8-6e15-43de-934a-83c3876237fa tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840883 Sep 24 03:39:28.693069 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e1aaf-66b3-4948-b80e-216e59672954 req-c2b9855f-ce1b-42d8-a76d-25a1a26e5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:28.694925 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d0e1aaf-66b3-4948-b80e-216e59672954 req-c2b9855f-ce1b-42d8-a76d-25a1a26e5748 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366 HTTP/1.1" status: 200 len: 910 time: 0.1171446 Sep 24 03:39:28.763499 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d0e1aaf-66b3-4948-b80e-216e59672954 req-dc050e4e-3712-4844-b05f-a49cd8118d63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f HTTP/1.1" status: 200 len: 1000 time: 0.0577464 Sep 24 03:39:28.813669 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e1aaf-66b3-4948-b80e-216e59672954 req-c802baed-f3c2-4261-a8b1-a15a1831bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:28.814971 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d0e1aaf-66b3-4948-b80e-216e59672954 req-c802baed-f3c2-4261-a8b1-a15a1831bb2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ac6bdfa-1d19-496c-b27a-ffc22503cd67 HTTP/1.1" status: 200 len: 848 time: 0.0417266 Sep 24 03:39:28.867924 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e1aaf-66b3-4948-b80e-216e59672954 req-6a099848-87dd-47d0-91bf-ca76cbd262a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:28.869353 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d0e1aaf-66b3-4948-b80e-216e59672954 req-6a099848-87dd-47d0-91bf-ca76cbd262a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435359 Sep 24 03:39:29.795195 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de29e-2e16-4368-93ca-7d8851d7d53e req-4a6a176e-d3a7-4800-9fe7-9e0fa12cc815 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:29.796698 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5b4de29e-2e16-4368-93ca-7d8851d7d53e req-4a6a176e-d3a7-4800-9fe7-9e0fa12cc815 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0577300 Sep 24 03:39:29.861294 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5b4de29e-2e16-4368-93ca-7d8851d7d53e req-ee8eb386-010a-4f8e-88be-9a9a3dfb1d37 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584288 Sep 24 03:39:29.920223 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d0e1aaf-66b3-4948-b80e-216e59672954 req-064c5a75-fae4-438c-b273-6ca3448daa7b service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021292 Sep 24 03:39:30.754466 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d0e1aaf-66b3-4948-b80e-216e59672954 req-79749f12-40d1-404e-a04a-93a1dbafac24 service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816314 Sep 24 03:39:30.975056 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac50623-ddf3-424e-bc16-7c6433f29b8c req-1673c7ee-1e1a-4949-943a-e4fd82e932ab tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:30.976517 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5ac50623-ddf3-424e-bc16-7c6433f29b8c req-1673c7ee-1e1a-4949-943a-e4fd82e932ab tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0477052 Sep 24 03:39:31.017326 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5ac50623-ddf3-424e-bc16-7c6433f29b8c req-6a176573-4c8a-4289-9a8c-1a463f1984d3 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348742 Sep 24 03:39:31.729076 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e935333-9b86-4f78-8a50-c5e58215cd47 req-14e856d8-32be-484f-acf4-b5edd1d332df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:31.730485 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e935333-9b86-4f78-8a50-c5e58215cd47 req-14e856d8-32be-484f-acf4-b5edd1d332df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69c1af3d8fb24a3ea2c05a5b9d852f84&device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 1098 time: 0.0414069 Sep 24 03:39:31.818634 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e935333-9b86-4f78-8a50-c5e58215cd47 req-80a7973a-daa4-4b92-b838-40b19a84ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:31.820072 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e935333-9b86-4f78-8a50-c5e58215cd47 req-80a7973a-daa4-4b92-b838-40b19a84ed36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366 HTTP/1.1" status: 200 len: 910 time: 0.0824196 Sep 24 03:39:31.887828 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e935333-9b86-4f78-8a50-c5e58215cd47 req-aecea5cf-ae47-4480-940c-4736c9e1c4e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f HTTP/1.1" status: 200 len: 1000 time: 0.0586445 Sep 24 03:39:31.936994 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e935333-9b86-4f78-8a50-c5e58215cd47 req-b21100fc-92a8-448b-9beb-dfa0f1e2f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:31.939140 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e935333-9b86-4f78-8a50-c5e58215cd47 req-b21100fc-92a8-448b-9beb-dfa0f1e2f362 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ac6bdfa-1d19-496c-b27a-ffc22503cd67 HTTP/1.1" status: 200 len: 848 time: 0.0433865 Sep 24 03:39:31.984790 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e935333-9b86-4f78-8a50-c5e58215cd47 req-261b5abc-adc8-402d-836a-6889eb9b2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:31.986210 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e935333-9b86-4f78-8a50-c5e58215cd47 req-261b5abc-adc8-402d-836a-6889eb9b2aad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389876 Sep 24 03:39:32.084255 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e935333-9b86-4f78-8a50-c5e58215cd47 req-52d957dd-6a29-4290-9190-0dba449acfe8 service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892792 Sep 24 03:39:32.185943 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03469479-4fb8-470f-8453-634fe52c6ca6 req-4010c72e-e2cb-4b9f-a479-4ea7974889e9 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:32.188191 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-03469479-4fb8-470f-8453-634fe52c6ca6 req-4010c72e-e2cb-4b9f-a479-4ea7974889e9 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.1027625 Sep 24 03:39:32.225175 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7e935333-9b86-4f78-8a50-c5e58215cd47 req-808c1cb1-783b-4b39-ad7a-18eda1d6cc7c service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306298 Sep 24 03:39:32.239848 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-03469479-4fb8-470f-8453-634fe52c6ca6 req-4af22122-fa2e-4eb5-bdc6-7247d27556ae tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 Sep 24 03:39:33.357135 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f0c67-8685-4b73-aa33-bbb0b60ece94 req-219c7be8-00c1-4f28-ae99-189cbdd6945e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:33.359539 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8d0f0c67-8685-4b73-aa33-bbb0b60ece94 req-219c7be8-00c1-4f28-ae99-189cbdd6945e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0497565 Sep 24 03:39:33.395898 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8d0f0c67-8685-4b73-aa33-bbb0b60ece94 req-5f19746e-18b6-4abb-9d8f-4650fc92e24f tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306184 Sep 24 03:39:33.751884 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-94762f72-6d47-4fe7-bc53-a745e645be9d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084952511&fields=id&tenant_id=6dfe51f1a692492e80a0c7c5a9078e73 HTTP/1.1" status: 200 len: 267 time: 0.0360198 Sep 24 03:39:33.869866 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212145-ec8b-433e-8c81-b8b08616638d req-42853043-cbf3-4157-9bd0-e688263d0bb4 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:33.871488 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-42853043-cbf3-4157-9bd0-e688263d0bb4 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 812 time: 0.1121519 Sep 24 03:39:33.888268 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-0d12e537-b34f-4ab7-a497-77f73ac4d80d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/quotas/6dfe51f1a692492e80a0c7c5a9078e73 HTTP/1.1" status: 200 len: 375 time: 0.0103211 Sep 24 03:39:33.944550 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-c4d484c0-3c9c-40bf-a2e8-49b2ccbf8c3a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503552 Sep 24 03:39:34.048672 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-9085fa4a-91f8-484f-93f3-998fb93c153e service neutron] 10.222.0.18 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917227 Sep 24 03:39:34.143494 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-56f78439-62a6-42aa-877d-42b7119f4682 service neutron] 10.222.0.18 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888252 Sep 24 03:39:34.445262 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a55bf0b4-4d51-47ef-ae9d-7383756a1655 req-19f14782-7758-4786-836b-47a388418034 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 210 time: 0.0321939 Sep 24 03:39:34.529790 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111934f-435f-4b0c-b9ed-cf6d3f829f40 req-c15745cf-1c23-440e-8451-555911eb4c68 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:34.531844 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b111934f-435f-4b0c-b9ed-cf6d3f829f40 req-c15745cf-1c23-440e-8451-555911eb4c68 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0523372 Sep 24 03:39:34.573044 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b111934f-435f-4b0c-b9ed-cf6d3f829f40 req-ef109d89-5afb-4b21-ac18-d3b7824dcf43 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350163 Sep 24 03:39:34.801380 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d66571-537c-4e8f-a3bd-a32e7c24600b req-c43142bd-a3ee-4ba6-8107-cda434774d2d tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:34.802912 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-22d66571-537c-4e8f-a3bd-a32e7c24600b req-c43142bd-a3ee-4ba6-8107-cda434774d2d tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0541060 Sep 24 03:39:34.836946 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 57882) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:34.845429 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-22d66571-537c-4e8f-a3bd-a32e7c24600b req-b619a9c1-3eac-432d-8865-02d7548a8c7e tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352366 Sep 24 03:39:34.935249 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-e7147585-5f20-404a-a68b-4097ac62c199 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970912 Sep 24 03:39:34.945055 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-9a5f6a26-e969-4351-8548-7e63d50c12e2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:39:34.946006 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-9a5f6a26-e969-4351-8548-7e63d50c12e2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047655 Sep 24 03:39:35.426598 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212145-ec8b-433e-8c81-b8b08616638d req-9d6afbfb-1ea2-43fb-973a-6ab600b5b50c tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:35.428074 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-9d6afbfb-1ea2-43fb-973a-6ab600b5b50c tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 812 time: 0.1190135 Sep 24 03:39:35.476690 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-b0c3c9f5-3fe5-458d-9340-533a1b196638 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dfe51f1a692492e80a0c7c5a9078e73 HTTP/1.1" status: 200 len: 380 time: 0.0385478 Sep 24 03:39:35.488873 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-52212145-ec8b-433e-8c81-b8b08616638d req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Request body: {'port': {'device_id': '4965e258-30ca-4b70-ab5a-9f78a973c53d', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'admin_state_up': True, 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'security_groups': ['7de37d12-bd2d-4ed4-8c3c-3e36a4995d46']}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:39:35.580198 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4e9df332-0408-4e77-93f1-ca5fc1d5976f req-d8e28af7-0c15-47a6-84b6-5cf12ec04876 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 210 time: 0.0563560 Sep 24 03:39:35.623978 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52212145-ec8b-433e-8c81-b8b08616638d req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Made reservation on behalf of 6dfe51f1a692492e80a0c7c5a9078e73 for: {'port': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:39:35.628008 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-52212145-ec8b-433e-8c81-b8b08616638d req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:35.756925 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [req-52212145-ec8b-433e-8c81-b8b08616638d req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Allocated IP 172.20.0.4 (2db2bbde-716b-483e-ab4b-d8be258587c3/036371fe-4d18-42b5-a9ad-d6d30f128895/2ae6434c-5d7c-4b7f-bce5-a52db126ebb3) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:39:35.910190 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-52212145-ec8b-433e-8c81-b8b08616638d req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:35.966962 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-52212145-ec8b-433e-8c81-b8b08616638d req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:36.017223 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66e240-2ede-4217-9515-8703056b97fa req-3972b7c0-d021-4243-93b2-744f08aff98b tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:36.018723 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8e66e240-2ede-4217-9515-8703056b97fa req-3972b7c0-d021-4243-93b2-744f08aff98b tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0914497 Sep 24 03:39:36.038664 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52212145-ec8b-433e-8c81-b8b08616638d req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Network 2db2bbde-716b-483e-ab4b-d8be258587c3 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:39:36.050587 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [req-52212145-ec8b-433e-8c81-b8b08616638d req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:39:36.053833 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'Port': ['ID=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:36.057475 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-52212145-ec8b-433e-8c81-b8b08616638d req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:39:36.086791 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:36.087137 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:36.087470 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:36.087797 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:36.088121 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:36.088444 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:36.088763 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:36.089082 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:36.089400 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:36.089744 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:36.090049 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:36.090361 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:39:36.114948 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8e66e240-2ede-4217-9515-8703056b97fa req-418e7810-a37d-43ef-8012-0e9b2d160df7 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879190 Sep 24 03:39:36.130973 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212145-ec8b-433e-8c81-b8b08616638d req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:36.131638 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-52212145-ec8b-433e-8c81-b8b08616638d req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:36.148487 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-b09adfcc-8238-40e3-8764-4f8928454d83 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6653168 Sep 24 03:39:36.161108 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Request body: {'port': {'device_id': '4965e258-30ca-4b70-ab5a-9f78a973c53d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:39:36.221144 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:36.246566 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-b4c39641-7d6b-40e2-b4de-107459d7ebfa None None] Provisioning complete for port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:36.247119 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b4c39641-7d6b-40e2-b4de-107459d7ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:36.279895 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b4c39641-7d6b-40e2-b4de-107459d7ebfa None None] Port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:39:36.436460 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 0dfff50d-916c-4ef8-b736-5fe358a4016f no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:39:36.486748 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 {{(pid=94016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:39:36.494807 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:36.508641 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.provisioning_blocks [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Transition to ACTIVE for port object 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 will not be triggered until provisioned by entity L2. {{(pid=94016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:39:36.512088 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:36.517088 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:36.540198 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:39:36.542469 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b49955-9c18-4478-8c8c-847b04e80aa9" -d '{"events": [{"server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:39:36.557498 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 0dfff50d-916c-4ef8-b736-5fe358a4016f, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:39:36.572221 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:36.597345 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:36.689652 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 03:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4aadaa-4244-4c35-9dd0-db2f560f7ae4 x-openstack-request-id: req-7b4aadaa-4244-4c35-9dd0-db2f560f7ae4 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:39:36.690178 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "name": "network-vif-unplugged", "status": "failed", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f", "code": 422}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:39:36.690735 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b4aadaa-4244-4c35-9dd0-db2f560f7ae4 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:39:36.691317 dv-cinder-810800-1-iscsi neutron-server[94018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'code': 422} returned with failed status Sep 24 03:39:36.697554 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=0dfff50d-916c-4ef8-b736-5fe358a4016f,revision_number=6']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:36.725303 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Attempting to bind port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:39:36.725646 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Attempting to bind port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:39:36.726009 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Attempting to bind port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 on network 2db2bbde-716b-483e-ab4b-d8be258587c3 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:39:36.733638 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 on network 2db2bbde-716b-483e-ab4b-d8be258587c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:39:36.734035 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Attempting to bind port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 on network 2db2bbde-716b-483e-ab4b-d8be258587c3 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:39:36.752414 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:39:36.752749 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Checking segment: {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:39:36.753142 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Bound using segment: {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:39:36.753586 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Bound port: 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'}}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:39:36.753981 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:36.766519 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8623b6-e931-4aeb-bde5-4d77452922b1 req-fcfca07c-d9ae-43c1-a9f9-18a121725e86 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:36.768296 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0f8623b6-e931-4aeb-bde5-4d77452922b1 req-fcfca07c-d9ae-43c1-a9f9-18a121725e86 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 943 time: 0.0844109 Sep 24 03:39:36.838581 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0f8623b6-e931-4aeb-bde5-4d77452922b1 req-bfe2debd-4d33-4bde-bc7f-e3eb1c80ae8e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587001 Sep 24 03:39:36.860909 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] For port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3, host hv-cinder-81080, cleared binding levels {{(pid=94016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:39:36.863923 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] For port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:39:36.868062 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:36.907715 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:36.908387 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:36.909943 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 HTTP/1.1" status: 200 len: 1093 time: 0.7530277 Sep 24 03:39:36.910299 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4965e258-30ca-4b70-ab5a-9f78a973c53d', 'tag': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:39:36.912606 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2214bdb-6daf-4570-996c-4d3ff06dfe5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4965e258-30ca-4b70-ab5a-9f78a973c53d", "tag": "2ae6434c-5d7c-4b7f-bce5-a52db126ebb3"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:39:36.934789 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4631d9-60fa-494b-bff0-60f8d08267d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3,revision_number=3']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:36.975650 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d66d541-6bef-4ea5-a8b2-6b1e23594e1a x-openstack-request-id: req-5d66d541-6bef-4ea5-a8b2-6b1e23594e1a {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:39:36.976007 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4965e258-30ca-4b70-ab5a-9f78a973c53d", "tag": "2ae6434c-5d7c-4b7f-bce5-a52db126ebb3", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:39:36.976319 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d66d541-6bef-4ea5-a8b2-6b1e23594e1a {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:39:36.976905 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4965e258-30ca-4b70-ab5a-9f78a973c53d', 'tag': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3', 'status': 'completed', 'code': 200} Sep 24 03:39:37.011317 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212145-ec8b-433e-8c81-b8b08616638d req-e8ad3611-66b7-4992-8f27-e238365bdfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:37.012863 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-e8ad3611-66b7-4992-8f27-e238365bdfca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 1096 time: 0.0472615 Sep 24 03:39:37.055879 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-c3dcb924-c525-4c02-8322-a34d446fb45a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 HTTP/1.1" status: 200 len: 217 time: 0.0351160 Sep 24 03:39:37.112322 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212145-ec8b-433e-8c81-b8b08616638d req-a181f349-c1d0-4e42-8c42-0b65e871e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:37.113806 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-a181f349-c1d0-4e42-8c42-0b65e871e712 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0499954 Sep 24 03:39:37.162632 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212145-ec8b-433e-8c81-b8b08616638d req-26158768-6bc7-4892-a71b-8101e4800b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:37.164751 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-26158768-6bc7-4892-a71b-8101e4800b23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436201 Sep 24 03:39:37.291466 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842af43-d785-48d0-ba2a-f711fd0aa36e req-b4e84982-1fa8-4ba0-a4c5-d9fe2c0baab0 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:37.292804 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7842af43-d785-48d0-ba2a-f711fd0aa36e req-b4e84982-1fa8-4ba0-a4c5-d9fe2c0baab0 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0935063 Sep 24 03:39:37.294672 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-9fdafc88-964c-4924-b5f1-b0c23f2c36d0 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223781 Sep 24 03:39:37.377453 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7842af43-d785-48d0-ba2a-f711fd0aa36e req-2b196e5f-50f8-4584-bce9-0ced88cf0320 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787036 Sep 24 03:39:37.404757 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-52212145-ec8b-433e-8c81-b8b08616638d req-78bc6980-24ec-4d3b-9238-448749c15938 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004679 Sep 24 03:39:37.496927 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2214bdb-6daf-4570-996c-4d3ff06dfe5a req-6e742f2e-e044-4e70-8ef5-481cd638d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:37.498413 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d2214bdb-6daf-4570-996c-4d3ff06dfe5a req-6e742f2e-e044-4e70-8ef5-481cd638d47f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 1096 time: 0.0428438 Sep 24 03:39:37.588276 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2214bdb-6daf-4570-996c-4d3ff06dfe5a req-c5f7d01c-7a61-4b37-afe1-e18fa61d44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:37.589631 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d2214bdb-6daf-4570-996c-4d3ff06dfe5a req-c5f7d01c-7a61-4b37-afe1-e18fa61d44bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 913 time: 0.0842896 Sep 24 03:39:37.634339 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d2214bdb-6daf-4570-996c-4d3ff06dfe5a req-f2e3c7f6-6e3a-4642-b9f9-47e66e3520dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 HTTP/1.1" status: 200 len: 217 time: 0.0368667 Sep 24 03:39:37.682137 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2214bdb-6daf-4570-996c-4d3ff06dfe5a req-1626e3ec-604a-4ef5-804d-60b960d4dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:37.683528 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d2214bdb-6daf-4570-996c-4d3ff06dfe5a req-1626e3ec-604a-4ef5-804d-60b960d4dc8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0416319 Sep 24 03:39:37.727976 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2214bdb-6daf-4570-996c-4d3ff06dfe5a req-6b2c452d-9334-4de9-ae55-c92d0dd95707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:37.729418 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d2214bdb-6daf-4570-996c-4d3ff06dfe5a req-6b2c452d-9334-4de9-ae55-c92d0dd95707 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386341 Sep 24 03:39:37.822706 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d2214bdb-6daf-4570-996c-4d3ff06dfe5a req-89799eae-8304-4e86-83e4-43283d3f4360 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860145 Sep 24 03:39:37.928692 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d2214bdb-6daf-4570-996c-4d3ff06dfe5a req-483564bd-12f1-4863-89cc-0914d5aef979 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990684 Sep 24 03:39:37.967481 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0deab-592c-4bb2-ba2f-9265ed15e088 req-fbfbd437-615c-4b05-b419-0cf3e65837fb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:37.970970 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6ac0deab-592c-4bb2-ba2f-9265ed15e088 req-fbfbd437-615c-4b05-b419-0cf3e65837fb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 943 time: 0.0614154 Sep 24 03:39:38.016580 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6ac0deab-592c-4bb2-ba2f-9265ed15e088 req-718629c1-66cc-48cc-9afb-ca14f150ddd7 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390615 Sep 24 03:39:38.492390 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34814bad-ae15-45b7-a217-39cf3f2d4de2 req-ad6fe7a6-a6a2-4a5a-bbfa-f2286b047b89 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:38.493784 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-34814bad-ae15-45b7-a217-39cf3f2d4de2 req-ad6fe7a6-a6a2-4a5a-bbfa-f2286b047b89 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0489728 Sep 24 03:39:38.539210 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-34814bad-ae15-45b7-a217-39cf3f2d4de2 req-24ea12a4-c74c-4e3c-8e61-bcf9a241beb8 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395007 Sep 24 03:39:39.128910 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54986bd4-513c-48df-a7e6-1b8205831f36 req-cb0d10ad-a9d9-4ea9-a28e-a356b7c98e2d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:39.130365 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-54986bd4-513c-48df-a7e6-1b8205831f36 req-cb0d10ad-a9d9-4ea9-a28e-a356b7c98e2d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 943 time: 0.0466449 Sep 24 03:39:39.166711 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-54986bd4-513c-48df-a7e6-1b8205831f36 req-ae1c0129-7de6-400c-9e88-acf62d48aed9 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305252 Sep 24 03:39:39.650728 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944456c0-6927-442e-8ac3-d111dcbc7025 req-1c75cec2-c5c6-4dd3-ad53-5b16eaa8a3cb tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:39.652142 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-944456c0-6927-442e-8ac3-d111dcbc7025 req-1c75cec2-c5c6-4dd3-ad53-5b16eaa8a3cb tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0469372 Sep 24 03:39:39.691354 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-944456c0-6927-442e-8ac3-d111dcbc7025 req-752d5c0f-0803-4940-8378-7de92afe0012 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325885 Sep 24 03:39:40.278455 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de388bd-ab33-4591-8552-6fe01b3cf5ca req-96773760-ad3c-4d7d-b868-4717975cced1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:40.279893 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4de388bd-ab33-4591-8552-6fe01b3cf5ca req-96773760-ad3c-4d7d-b868-4717975cced1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 943 time: 0.0490184 Sep 24 03:39:40.317538 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4de388bd-ab33-4591-8552-6fe01b3cf5ca req-aa20dbb1-100a-48cb-8785-e6e4137f9405 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318501 Sep 24 03:39:40.807193 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5346f3c-4be2-4bed-ae15-62c2ab651afc req-f2f455ed-3c9b-439c-9a11-c0fd6573d0a3 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:40.808649 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b5346f3c-4be2-4bed-ae15-62c2ab651afc req-f2f455ed-3c9b-439c-9a11-c0fd6573d0a3 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0471876 Sep 24 03:39:40.846176 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b5346f3c-4be2-4bed-ae15-62c2ab651afc req-7f38885a-bc06-4f11-9d2c-3f66331ea62f tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308650 Sep 24 03:39:41.430311 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e536378-b758-4363-9c7f-098f564d292d req-914913fc-85b4-4c97-bc3c-de0e67b7a9d2 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:41.431667 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3e536378-b758-4363-9c7f-098f564d292d req-914913fc-85b4-4c97-bc3c-de0e67b7a9d2 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 943 time: 0.0480187 Sep 24 03:39:41.474656 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3e536378-b758-4363-9c7f-098f564d292d req-d7fe8742-be00-4514-bcd7-c59682f4c59d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368159 Sep 24 03:39:41.988682 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7609ab-dc7e-478a-8372-2c029aad2f99 req-43f56ca0-0ce5-4b05-9271-28975226b729 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:41.990178 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5f7609ab-dc7e-478a-8372-2c029aad2f99 req-43f56ca0-0ce5-4b05-9271-28975226b729 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0742893 Sep 24 03:39:41.991870 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-42cc46d6-46e1-41fc-bd56-11d8cef2a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:41.993191 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-42cc46d6-46e1-41fc-bd56-11d8cef2a1e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3&tenant_id=69c1af3d8fb24a3ea2c05a5b9d852f84 HTTP/1.1" status: 200 len: 1096 time: 0.0687792 Sep 24 03:39:42.050401 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5f7609ab-dc7e-478a-8372-2c029aad2f99 req-a6a16953-a728-44d5-bd7e-ffda5bdf909c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542014 Sep 24 03:39:42.062977 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-c680d337-9262-4900-9953-358dd85ab3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:42.064418 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-c680d337-9262-4900-9953-358dd85ab3d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69c1af3d8fb24a3ea2c05a5b9d852f84&device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 1096 time: 0.0482016 Sep 24 03:39:42.160170 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-74a9cdc1-2e83-4336-a475-f4637ee1056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:42.161631 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-74a9cdc1-2e83-4336-a475-f4637ee1056d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366 HTTP/1.1" status: 200 len: 910 time: 0.0897787 Sep 24 03:39:42.231873 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-16a6ce46-e7a0-4c3e-8765-17d7b49b9237 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f HTTP/1.1" status: 200 len: 998 time: 0.0625861 Sep 24 03:39:42.542906 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-0c2f2da7-5b05-4e75-af60-08262a7138d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:42.544492 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-0c2f2da7-5b05-4e75-af60-08262a7138d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ac6bdfa-1d19-496c-b27a-ffc22503cd67 HTTP/1.1" status: 200 len: 848 time: 0.3053083 Sep 24 03:39:42.619773 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-0884a656-842d-44e9-8a26-87e73e800f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:42.621242 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-0884a656-842d-44e9-8a26-87e73e800f9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695093 Sep 24 03:39:42.629733 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c798ae-3120-41fa-b365-6458210d28e9 req-03b4e9df-060a-4671-a55f-e7ba24920aa0 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:42.631035 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-04c798ae-3120-41fa-b365-6458210d28e9 req-03b4e9df-060a-4671-a55f-e7ba24920aa0 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 943 time: 0.0717096 Sep 24 03:39:42.717258 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-04c798ae-3120-41fa-b365-6458210d28e9 req-80e96862-6178-4a6d-967b-455f9b801193 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785513 Sep 24 03:39:42.743863 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-0df1a99b-cbe6-436a-8237-8fa9eff22106 service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119237 Sep 24 03:39:42.844262 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-948d6bfe-3d5d-4410-8cea-2acbe0a3ed12 req-ae3324a0-28c4-46b0-beb3-9695630d100b service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852349 Sep 24 03:39:43.164848 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6709af-6a0f-4f16-8b02-b758329d9b18 req-6cb9f2f8-6da5-482e-b2c1-989ed95c4692 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:43.166253 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6a6709af-6a0f-4f16-8b02-b758329d9b18 req-6cb9f2f8-6da5-482e-b2c1-989ed95c4692 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0479944 Sep 24 03:39:43.203658 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6a6709af-6a0f-4f16-8b02-b758329d9b18 req-17d21ee8-f025-4db3-9e25-4d7166c8641d tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305665 Sep 24 03:39:43.834949 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d613c0-eda6-4998-a9da-56b8130ca370 req-3f08dcd3-2f64-4fab-9258-283027e0a1ac tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:43.836493 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f0d613c0-eda6-4998-a9da-56b8130ca370 req-3f08dcd3-2f64-4fab-9258-283027e0a1ac tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 943 time: 0.0506506 Sep 24 03:39:43.877561 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-f0d613c0-eda6-4998-a9da-56b8130ca370 req-0a3de47d-0f8f-4991-9013-215ea0474ef1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345602 Sep 24 03:39:44.319828 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd403855-fd47-4731-acdf-f412c802272e req-c86577f9-986f-4385-9304-b3edffdf7f3a tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:44.321286 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-dd403855-fd47-4731-acdf-f412c802272e req-c86577f9-986f-4385-9304-b3edffdf7f3a tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0508878 Sep 24 03:39:44.357408 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-dd403855-fd47-4731-acdf-f412c802272e req-2b353d7b-9e79-49ec-87cc-ce2f0a15b700 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302980 Sep 24 03:39:44.417942 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:39:44.478284 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:39:44.584866 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:39:44.596219 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'port_id': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3', 'mac_address': 'fa:16:3e:29:31:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:39:44.634063 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:44.646511 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:39:44.664451 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:39:44.668461 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:44.714121 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:44.881891 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['2ae6434c-5d7c-4b7f-bce5-a52db126ebb3'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:39:45.000707 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d525c-6f81-485f-936d-da79f567abc8 req-9956ba5c-0f20-43e2-aed8-1625d4da4fff tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:45.002408 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-784d525c-6f81-485f-936d-da79f567abc8 req-9956ba5c-0f20-43e2-aed8-1625d4da4fff tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 944 time: 0.0518351 Sep 24 03:39:45.044169 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-784d525c-6f81-485f-936d-da79f567abc8 req-14530ba2-38f7-4633-b6d4-3233cffd15e6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349326 Sep 24 03:39:45.208207 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8119-c5f5-4d80-9848-c0a8005765d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:45.352204 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58048) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:45.455873 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aad6f421-9b45-4269-aa6a-93be37c1790f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:45.470809 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dfc12-3700-4342-a0ac-8fbcb5daef08 req-a9799175-c388-4d82-a8e6-2a9aad7f25f9 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:45.472282 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-224dfc12-3700-4342-a0ac-8fbcb5daef08 req-a9799175-c388-4d82-a8e6-2a9aad7f25f9 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0487885 Sep 24 03:39:45.511103 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-224dfc12-3700-4342-a0ac-8fbcb5daef08 req-1078a8e3-281e-4209-84b7-89d05fb63249 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Sep 24 03:39:45.543741 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aad6f421-9b45-4269-aa6a-93be37c1790f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:45.548589 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aad6f421-9b45-4269-aa6a-93be37c1790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:45.585366 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-aad6f421-9b45-4269-aa6a-93be37c1790f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43c5c508b3274fb4a89a69f7f6eed5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321355 Sep 24 03:39:45.586263 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6f421-9b45-4269-aa6a-93be37c1790f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c479f9c7-428e-4c3b-9489-29c17e16ce8b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:45.588115 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58054) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:45.643072 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c318c92c-3586-4a20-936b-705530aafad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:45.663909 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c318c92c-3586-4a20-936b-705530aafad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:45.710575 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c318c92c-3586-4a20-936b-705530aafad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:45.713251 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c318c92c-3586-4a20-936b-705530aafad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:45.714423 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-c318c92c-3586-4a20-936b-705530aafad5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c479f9c7-428e-4c3b-9489-29c17e16ce8b HTTP/1.1" status: 204 len: 168 time: 0.1245732 Sep 24 03:39:45.723089 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318c92c-3586-4a20-936b-705530aafad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c479f9c7-428e-4c3b-9489-29c17e16ce8b,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:45.967634 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58060) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:45.980135 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dd56b854-ad74-4938-9b2d-2072dfaffafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:46.063712 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dd56b854-ad74-4938-9b2d-2072dfaffafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:46.067658 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-dd56b854-ad74-4938-9b2d-2072dfaffafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:46.104054 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56b854-ad74-4938-9b2d-2072dfaffafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d39734-a4ea-4f3c-b941-1c34ca94fa08,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:46.109380 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-dd56b854-ad74-4938-9b2d-2072dfaffafa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23f32d3fbddf4b2296b91501d1ad46ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406381 Sep 24 03:39:46.111862 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58064) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:46.201223 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6f417-be50-47aa-b121-91762d1d761e req-8c4192d7-cb6a-4344-a7b4-692c9b62fd3a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:46.205120 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-eed6f417-be50-47aa-b121-91762d1d761e req-8c4192d7-cb6a-4344-a7b4-692c9b62fd3a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 944 time: 0.0912464 Sep 24 03:39:46.206271 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ae6824e9-ab93-4129-b684-cd8afafae7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:46.241550 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ae6824e9-ab93-4129-b684-cd8afafae7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:46.269952 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-eed6f417-be50-47aa-b121-91762d1d761e req-449887ec-bbc9-4f0a-a2cc-577b718043f4 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589790 Sep 24 03:39:46.301236 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ae6824e9-ab93-4129-b684-cd8afafae7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:46.303787 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-ae6824e9-ab93-4129-b684-cd8afafae7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:46.304919 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-ae6824e9-ab93-4129-b684-cd8afafae7fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95d39734-a4ea-4f3c-b941-1c34ca94fa08 HTTP/1.1" status: 204 len: 168 time: 0.1921577 Sep 24 03:39:46.313197 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6824e9-ab93-4129-b684-cd8afafae7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d39734-a4ea-4f3c-b941-1c34ca94fa08,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:46.478654 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:39:46.533601 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:39:46.538839 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:46.539312 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:46.622984 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:46.646776 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4965e258-30ca-4b70-ab5a-9f78a973c53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:39:46.648992 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5627401e-2c80-4869-abfb-4c5d708dd275" -d '{"events": [{"server_uuid": "4965e258-30ca-4b70-ab5a-9f78a973c53d", "name": "network-vif-plugged", "status": "completed", "tag": "2ae6434c-5d7c-4b7f-bce5-a52db126ebb3"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:39:46.653226 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfc3b5-a5eb-47be-aa56-fb2a30f23c6b req-7433807e-1659-4915-b22a-35cca68f3b3d tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:46.654781 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-30cfc3b5-a5eb-47be-aa56-fb2a30f23c6b req-7433807e-1659-4915-b22a-35cca68f3b3d tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0657303 Sep 24 03:39:46.662029 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:39:46.668285 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:46.698844 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51067aa-83bf-4c9d-acee-35d19a6cd248 x-openstack-request-id: req-e51067aa-83bf-4c9d-acee-35d19a6cd248 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:39:46.699132 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4965e258-30ca-4b70-ab5a-9f78a973c53d", "name": "network-vif-plugged", "status": "completed", "tag": "2ae6434c-5d7c-4b7f-bce5-a52db126ebb3", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:39:46.699561 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e51067aa-83bf-4c9d-acee-35d19a6cd248 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:39:46.700230 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4965e258-30ca-4b70-ab5a-9f78a973c53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3', 'code': 200} Sep 24 03:39:46.714307 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-30cfc3b5-a5eb-47be-aa56-fb2a30f23c6b req-b63b9a9f-8b9a-47c8-8a86-f63a12ea45c5 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507815 Sep 24 03:39:46.739897 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:46.912860 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194d221-982d-4509-85b3-690b7b411eeb req-db2ac739-4810-4150-ba2e-e913952adadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:46.914397 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6194d221-982d-4509-85b3-690b7b411eeb req-db2ac739-4810-4150-ba2e-e913952adadf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 1098 time: 0.0436525 Sep 24 03:39:46.951294 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6194d221-982d-4509-85b3-690b7b411eeb req-d8df4b8c-06d1-4901-8961-56cafac5a670 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289876 Sep 24 03:39:47.385635 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa636-e548-4bb5-9b6c-179162dd0c48 req-a69d1fdb-08ce-4e93-b0a1-6f764be86baa tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:47.387237 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d2baa636-e548-4bb5-9b6c-179162dd0c48 req-a69d1fdb-08ce-4e93-b0a1-6f764be86baa tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 945 time: 0.0497227 Sep 24 03:39:47.426808 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d2baa636-e548-4bb5-9b6c-179162dd0c48 req-2dc49953-3b3e-42b3-a2b7-b3c277ef7418 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332975 Sep 24 03:39:47.694085 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-721aa69f-12c1-4013-979a-8393a7500081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:47.835532 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5dd6b-6e0e-43f2-83b4-7b918bc00189 req-60e63d68-eec2-408f-9de4-0cdade0d11d1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:47.837025 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3cb5dd6b-6e0e-43f2-83b4-7b918bc00189 req-60e63d68-eec2-408f-9de4-0cdade0d11d1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0534787 Sep 24 03:39:47.878541 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3cb5dd6b-6e0e-43f2-83b4-7b918bc00189 req-dd00a80e-5973-40fb-a16a-77349098de11 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354409 Sep 24 03:39:48.545732 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70078f5f-ae3c-4454-86a7-7cf9525d4a08 req-9e261c08-2915-4e1a-9b2e-2f5cee36e325 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:48.547575 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-70078f5f-ae3c-4454-86a7-7cf9525d4a08 req-9e261c08-2915-4e1a-9b2e-2f5cee36e325 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 945 time: 0.0536277 Sep 24 03:39:48.587980 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-70078f5f-ae3c-4454-86a7-7cf9525d4a08 req-db8214ef-7f3a-4df0-beca-95b4a2a2c416 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340800 Sep 24 03:39:48.705045 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9ada0-f6f2-40dc-8033-b32e6512ac7c req-0ea8c257-56c7-498b-9f19-7686559e8a66 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:48.706479 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b4c9ada0-f6f2-40dc-8033-b32e6512ac7c req-0ea8c257-56c7-498b-9f19-7686559e8a66 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 945 time: 0.0518930 Sep 24 03:39:48.730058 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:48.751155 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b4c9ada0-f6f2-40dc-8033-b32e6512ac7c req-df72f544-b590-48af-ae9e-ff61b6c9e678 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364943 Sep 24 03:39:48.773702 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58198) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:49.007375 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc55f3-0aa3-4426-80ba-61f88c84fbbb tempest-TestVolumeBootPattern-729648306 tempest-TestVolumeBootPattern-729648306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:49.009036 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-2bcc55f3-0aa3-4426-80ba-61f88c84fbbb tempest-TestVolumeBootPattern-729648306 tempest-TestVolumeBootPattern-729648306-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 1093 time: 0.2343388 Sep 24 03:39:49.011932 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58214) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:49.017250 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Request body: {'floatingip': {'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'port_id': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:39:49.034908 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0aeda-e544-4e2d-9593-65bd6025accf req-f5311078-8edc-4cc0-bf44-7bbdd5367f77 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:49.036377 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e6b0aeda-e544-4e2d-9593-65bd6025accf req-f5311078-8edc-4cc0-bf44-7bbdd5367f77 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.0768623 Sep 24 03:39:49.068276 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for floatingip, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.103351 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e6b0aeda-e544-4e2d-9593-65bd6025accf req-3a30af7d-d9a0-4eb5-96b0-dd8650b1c7ed tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593071 Sep 24 03:39:49.170356 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58218) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:49.182976 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.278760 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-122d8517-b8fb-4691-bde7-67a5e18e78b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.290770 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Allocated IP 172.27.1.204 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/eb19c47e-9794-4fb0-8d0d-111055a35260) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:39:49.321509 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.366567 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-122d8517-b8fb-4691-bde7-67a5e18e78b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.370409 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-122d8517-b8fb-4691-bde7-67a5e18e78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.393592 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.411644 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-122d8517-b8fb-4691-bde7-67a5e18e78b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=769af21f2f724253aac68b985d2e3d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394538 Sep 24 03:39:49.414451 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58222) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:49.420996 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d8517-b8fb-4691-bde7-67a5e18e78b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef02ea7-fcbe-4254-84f3-1a8145cdf3a9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:49.427106 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.465896 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9cf387a1-d6a7-4977-9862-b28e661928c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.470457 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:39:49.474689 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:39:49.478257 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:39:49.489573 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9cf387a1-d6a7-4977-9862-b28e661928c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.502866 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'Port': ['ID=eb19c47e-9794-4fb0-8d0d-111055a35260,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:49.540053 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9cf387a1-d6a7-4977-9862-b28e661928c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.542721 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9cf387a1-d6a7-4977-9862-b28e661928c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.543953 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-9cf387a1-d6a7-4977-9862-b28e661928c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cef02ea7-fcbe-4254-84f3-1a8145cdf3a9 HTTP/1.1" status: 204 len: 168 time: 0.1287487 Sep 24 03:39:49.552690 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf387a1-d6a7-4977-9862-b28e661928c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef02ea7-fcbe-4254-84f3-1a8145cdf3a9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:49.814488 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58228) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:49.827225 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d5b0c64-1070-4b36-b609-5cf9545178b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.836170 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.908797 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.926954 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d5b0c64-1070-4b36-b609-5cf9545178b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.931954 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d5b0c64-1070-4b36-b609-5cf9545178b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:49.971869 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-8d5b0c64-1070-4b36-b609-5cf9545178b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71fbd67b82924addb6dc8de5a0886d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562326 Sep 24 03:39:49.972773 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b0c64-1070-4b36-b609-5cf9545178b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e12626d-9212-48e6-9aca-c786089bea69,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:49.975476 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58230) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:50.081940 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-fa54d951-c0c2-482d-9dcc-d055d03bbbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:50.107492 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:50.117135 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:50.120033 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-fa54d951-c0c2-482d-9dcc-d055d03bbbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:50.248243 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'Port': ['ID=eb19c47e-9794-4fb0-8d0d-111055a35260,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:50.259296 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:50.331883 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-fa54d951-c0c2-482d-9dcc-d055d03bbbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:50.334485 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-fa54d951-c0c2-482d-9dcc-d055d03bbbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:50.335633 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-fa54d951-c0c2-482d-9dcc-d055d03bbbee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e12626d-9212-48e6-9aca-c786089bea69 HTTP/1.1" status: 204 len: 168 time: 0.3590248 Sep 24 03:39:50.350241 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345fa44-36e8-466f-8bc5-d25dd5bba26a req-63345cbb-8f66-4e2c-9a07-7e7ff88aa703 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:50.351713 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1345fa44-36e8-466f-8bc5-d25dd5bba26a req-63345cbb-8f66-4e2c-9a07-7e7ff88aa703 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 943 time: 0.1611068 Sep 24 03:39:50.365365 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54d951-c0c2-482d-9dcc-d055d03bbbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e12626d-9212-48e6-9aca-c786089bea69,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:50.414477 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1345fa44-36e8-466f-8bc5-d25dd5bba26a req-083b3a85-8997-43e5-9bd8-357c175ee17f tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565784 Sep 24 03:39:50.417180 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Floating IP a3a8a073-c285-460e-bee8-62245e095be5 associated. External IP: 172.27.1.204, port: 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3. Sep 24 03:39:50.495366 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 0dfff50d-916c-4ef8-b736-5fe358a4016f details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:39:50.600141 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 0dfff50d-916c-4ef8-b736-5fe358a4016f, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:39:50.613540 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'port_id': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'mac_address': 'fa:16:3e:62:e5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:39:50.658330 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:50.659102 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:39:50.671599 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfff50d-916c-4ef8-b736-5fe358a4016f {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:39:50.692457 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 0dfff50d-916c-4ef8-b736-5fe358a4016f, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:39:50.703224 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:50.763925 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=0dfff50d-916c-4ef8-b736-5fe358a4016f,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:50.772067 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:50.784181 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:39:50.795707 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7792ea-2aab-4578-ae38-3e5195851d16 None None] Sync routers for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:39:50.801158 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:50.805649 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7792ea-2aab-4578-ae38-3e5195851d16 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:39:50.806403 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6b7792ea-2aab-4578-ae38-3e5195851d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:39:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:50.830889 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-7e29e34c-582e-4d13-a008-dc0c53d3911e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8179553 Sep 24 03:39:50.831769 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4965e258-30ca-4b70-ab5a-9f78a973c53d', 'tag': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:39:50.834313 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4aafe0-d649-4644-b20a-8bc96ef937dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4965e258-30ca-4b70-ab5a-9f78a973c53d", "tag": "2ae6434c-5d7c-4b7f-bce5-a52db126ebb3"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:39:50.878154 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84993f8-cb6d-4313-9891-b250f6b1a012 x-openstack-request-id: req-f84993f8-cb6d-4313-9891-b250f6b1a012 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:39:50.878518 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4965e258-30ca-4b70-ab5a-9f78a973c53d", "tag": "2ae6434c-5d7c-4b7f-bce5-a52db126ebb3", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:39:50.886530 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f84993f8-cb6d-4313-9891-b250f6b1a012 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:39:50.886530 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4965e258-30ca-4b70-ab5a-9f78a973c53d', 'tag': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3', 'status': 'completed', 'code': 200} Sep 24 03:39:50.953618 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4aafe0-d649-4644-b20a-8bc96ef937dc req-31c4208d-d74a-4469-9776-cf821fd578e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:50.955189 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da4aafe0-d649-4644-b20a-8bc96ef937dc req-31c4208d-d74a-4469-9776-cf821fd578e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 1098 time: 0.0484180 Sep 24 03:39:51.049980 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-6b7792ea-2aab-4578-ae38-3e5195851d16 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:39:51.064772 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4aafe0-d649-4644-b20a-8bc96ef937dc req-0bdb986e-0625-423f-b8d5-acda473f8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:51.066300 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da4aafe0-d649-4644-b20a-8bc96ef937dc req-0bdb986e-0625-423f-b8d5-acda473f8401 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 913 time: 0.1038015 Sep 24 03:39:51.078500 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['0dfff50d-916c-4ef8-b736-5fe358a4016f'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:39:51.397467 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da4aafe0-d649-4644-b20a-8bc96ef937dc req-b58647ee-fa78-496c-aeff-b72c3f2dd43b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 HTTP/1.1" status: 200 len: 999 time: 0.3209753 Sep 24 03:39:51.447753 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4aafe0-d649-4644-b20a-8bc96ef937dc req-f2583e68-f344-43cc-9612-7e96f9d3ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:51.449053 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da4aafe0-d649-4644-b20a-8bc96ef937dc req-f2583e68-f344-43cc-9612-7e96f9d3ad43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0452085 Sep 24 03:39:51.466470 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6b7792ea-2aab-4578-ae38-3e5195851d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': 'a3a8a073-c285-460e-bee8-62245e095be5', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.204', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:29:31:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4965e258-30ca-4b70-ab5a-9f78a973c53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:39:49Z', 'updated_at': '2021-09-24T03:39:49Z', 'revision_number': 0, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:51.500340 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4aafe0-d649-4644-b20a-8bc96ef937dc req-94391ff7-1471-4dd4-ba40-89f5aacc2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:51.501880 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da4aafe0-d649-4644-b20a-8bc96ef937dc req-94391ff7-1471-4dd4-ba40-89f5aacc2844 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458443 Sep 24 03:39:51.507151 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7792ea-2aab-4578-ae38-3e5195851d16 None None] Checking router: 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:39:51.528709 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7792ea-2aab-4578-ae38-3e5195851d16 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:39:51.529338 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6b7792ea-2aab-4578-ae38-3e5195851d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:39:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:51.605540 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98df963-8f9a-405f-bb65-b61c42049390 req-1dc89828-40bc-4da5-b185-ad57ca4ed4e5 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:51.610217 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c98df963-8f9a-405f-bb65-b61c42049390 req-1dc89828-40bc-4da5-b185-ad57ca4ed4e5 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 944 time: 0.1073964 Sep 24 03:39:51.647481 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-6b7792ea-2aab-4578-ae38-3e5195851d16 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:39:51.668016 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da4aafe0-d649-4644-b20a-8bc96ef937dc req-59962a5b-fe3b-4429-ba2f-7a9b1e874a4d service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554706 Sep 24 03:39:51.671181 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c98df963-8f9a-405f-bb65-b61c42049390 req-6a506644-6e9c-45ab-913d-e1734f1b2452 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574646 Sep 24 03:39:51.763789 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-da4aafe0-d649-4644-b20a-8bc96ef937dc req-ac642d8c-1a9c-4c5e-bf8f-03752f8afa2a service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868227 Sep 24 03:39:51.895760 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6b7792ea-2aab-4578-ae38-3e5195851d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': 'a3a8a073-c285-460e-bee8-62245e095be5', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.204', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:29:31:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4965e258-30ca-4b70-ab5a-9f78a973c53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:39:49Z', 'updated_at': '2021-09-24T03:39:49Z', 'revision_number': 0, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:39:51.923719 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7792ea-2aab-4578-ae38-3e5195851d16 None None] The sync data for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi is: [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': 'a3a8a073-c285-460e-bee8-62245e095be5', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.204', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:29:31:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4965e258-30ca-4b70-ab5a-9f78a973c53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:39:49Z', 'updated_at': '2021-09-24T03:39:49Z', 'revision_number': 0, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:39:52.115365 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a57472-cd78-499c-8ec9-3cf48b7e953b None None] New status for floating IP a3a8a073-c285-460e-bee8-62245e095be5: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:39:52.155767 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58282) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:52.264496 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1c5fc9ff-756f-4244-96cb-8958da2c1f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:52.350459 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1c5fc9ff-756f-4244-96cb-8958da2c1f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:52.354003 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-1c5fc9ff-756f-4244-96cb-8958da2c1f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:52.393078 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fc9ff-756f-4244-96cb-8958da2c1f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e216877b-f4f6-452b-bbcd-adb44f66324c,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:52.397334 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-1c5fc9ff-756f-4244-96cb-8958da2c1f27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc4ce12477e849acbd27b41e86f3bcb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405310 Sep 24 03:39:52.400565 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58286) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:52.447424 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-9244b9b1-95ff-4050-bd61-47267b935527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:52.468060 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-9244b9b1-95ff-4050-bd61-47267b935527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:52.510023 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 0dfff50d-916c-4ef8-b736-5fe358a4016f up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:39:52.513724 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-9244b9b1-95ff-4050-bd61-47267b935527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:52.516773 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-9244b9b1-95ff-4050-bd61-47267b935527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:52.517942 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-9244b9b1-95ff-4050-bd61-47267b935527 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e216877b-f4f6-452b-bbcd-adb44f66324c HTTP/1.1" status: 204 len: 168 time: 0.1170812 Sep 24 03:39:52.525426 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244b9b1-95ff-4050-bd61-47267b935527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e216877b-f4f6-452b-bbcd-adb44f66324c,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:52.568289 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 0dfff50d-916c-4ef8-b736-5fe358a4016f triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:39:52.568289 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:52.655621 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:52.679290 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:39:52.681545 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01869f2-a8ea-42a1-9c5b-b513b6a757b0" -d '{"events": [{"server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "name": "network-vif-plugged", "status": "completed", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:39:52.695719 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 0dfff50d-916c-4ef8-b736-5fe358a4016f, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:39:52.700589 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:52.755152 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db348f0-cf3e-4c9f-aa08-fd3891d43607 x-openstack-request-id: req-5db348f0-cf3e-4c9f-aa08-fd3891d43607 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:39:52.755524 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "name": "network-vif-plugged", "status": "completed", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:39:52.755764 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5db348f0-cf3e-4c9f-aa08-fd3891d43607 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:39:52.756158 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'code': 200} Sep 24 03:39:52.757194 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=0dfff50d-916c-4ef8-b736-5fe358a4016f,revision_number=8']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:52.802766 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58296) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:52.814722 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41a150-25e2-44ec-8a3c-1dac6eb34df7 req-2c4d141b-522e-414d-9571-ef772f45d61c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:52.816413 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6c41a150-25e2-44ec-8a3c-1dac6eb34df7 req-2c4d141b-522e-414d-9571-ef772f45d61c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0531819 Sep 24 03:39:52.820012 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e3556907-1d29-45d9-ac74-6467b1d698d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:52.865920 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-6c41a150-25e2-44ec-8a3c-1dac6eb34df7 req-f6641df3-ab6a-4794-8f62-6d0e8c135a37 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432537 Sep 24 03:39:52.938658 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e3556907-1d29-45d9-ac74-6467b1d698d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:52.942778 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e3556907-1d29-45d9-ac74-6467b1d698d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:52.981513 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-e3556907-1d29-45d9-ac74-6467b1d698d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d66ed5783a2946609c129e00a839f6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775868 Sep 24 03:39:52.982395 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3556907-1d29-45d9-ac74-6467b1d698d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59c3713-55eb-4325-8136-a05bfd348303,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:52.986538 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58298) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:39:53.009620 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a76e6-5f4b-4ac6-b6b7-7ca6db85ad31 req-d95eb601-daf4-4e8c-88ee-e966c6e3e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:53.011252 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-035a76e6-5f4b-4ac6-b6b7-7ca6db85ad31 req-d95eb601-daf4-4e8c-88ee-e966c6e3e393 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 1098 time: 0.0440536 Sep 24 03:39:53.034574 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5193e6ec-928f-408b-a490-6ac1f6940fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:53.048024 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-035a76e6-5f4b-4ac6-b6b7-7ca6db85ad31 req-3e4331e0-bf56-46ae-98fa-391e5ece6eb7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296824 Sep 24 03:39:53.055925 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5193e6ec-928f-408b-a490-6ac1f6940fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:53.101636 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5193e6ec-928f-408b-a490-6ac1f6940fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:53.104168 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5193e6ec-928f-408b-a490-6ac1f6940fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:39:53.105312 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-5193e6ec-928f-408b-a490-6ac1f6940fb8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f59c3713-55eb-4325-8136-a05bfd348303 HTTP/1.1" status: 204 len: 168 time: 0.1176209 Sep 24 03:39:53.113616 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193e6ec-928f-408b-a490-6ac1f6940fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59c3713-55eb-4325-8136-a05bfd348303,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:39:54.003582 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967db47-8782-4bd6-b210-b892add89e46 req-43e72455-2b33-4c3b-8b71-d0557df9b1bb tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:54.005215 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a967db47-8782-4bd6-b210-b892add89e46 req-43e72455-2b33-4c3b-8b71-d0557df9b1bb tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0620897 Sep 24 03:39:54.049442 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a967db47-8782-4bd6-b210-b892add89e46 req-ead575a7-2609-4b9f-9119-143fcf30bcf6 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351284 Sep 24 03:39:55.193509 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0edc46-7eff-4862-8bf2-100f391b9237 req-9141443e-751f-41e2-aabc-a583dfc5e51f tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:39:55.195019 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3c0edc46-7eff-4862-8bf2-100f391b9237 req-9141443e-751f-41e2-aabc-a583dfc5e51f tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0631089 Sep 24 03:39:55.234807 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3c0edc46-7eff-4862-8bf2-100f391b9237 req-914e51ab-5d7e-439f-a1e5-0a3189cc0dcd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329235 Sep 24 03:39:55.247955 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.062869 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58428) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:40:01.165412 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6532c79a-2d7d-48df-ab42-a9e051e8db2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.255283 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6532c79a-2d7d-48df-ab42-a9e051e8db2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.259083 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-6532c79a-2d7d-48df-ab42-a9e051e8db2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.296771 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-6532c79a-2d7d-48df-ab42-a9e051e8db2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00d6470026d4424fabf633ffa349792a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327914 Sep 24 03:40:01.297725 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532c79a-2d7d-48df-ab42-a9e051e8db2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4f2931-974a-4ca1-8c78-6e8b2e05a8fb,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:40:01.299478 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58432) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:40:01.348442 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.371517 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.417267 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.419723 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.420856 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e4f2931-974a-4ca1-8c78-6e8b2e05a8fb HTTP/1.1" status: 204 len: 168 time: 0.1193223 Sep 24 03:40:01.428581 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4f2931-974a-4ca1-8c78-6e8b2e05a8fb,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:40:01.435472 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:40:01.435820 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:40:01.436152 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:40:01.436484 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:40:01.436810 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:40:01.437676 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:40:01.438032 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:40:01.438359 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:40:01.438683 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:40:01.439008 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:40:01.439325 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:40:01.439638 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf96e0-9688-42a0-958e-e29ba78383a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:40:01.681585 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58438) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:40:01.695266 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-33a15d45-791c-4cf6-84ad-262f96ca0ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.784153 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-33a15d45-791c-4cf6-84ad-262f96ca0ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.787642 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-33a15d45-791c-4cf6-84ad-262f96ca0ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.824643 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-33a15d45-791c-4cf6-84ad-262f96ca0ee6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=310bff6cc8e444d7a64f19a11b9c5716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419165 Sep 24 03:40:01.826620 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a15d45-791c-4cf6-84ad-262f96ca0ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5815b5-0b29-4ea4-a4fb-076816ff5b52,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:40:01.827399 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58440) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:40:01.877193 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-cb3d1e5d-5f85-419c-90c2-10dc5bcede27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.897831 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-cb3d1e5d-5f85-419c-90c2-10dc5bcede27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.947219 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-cb3d1e5d-5f85-419c-90c2-10dc5bcede27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.949781 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-cb3d1e5d-5f85-419c-90c2-10dc5bcede27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:01.950973 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-cb3d1e5d-5f85-419c-90c2-10dc5bcede27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b5815b5-0b29-4ea4-a4fb-076816ff5b52 HTTP/1.1" status: 204 len: 168 time: 0.1218805 Sep 24 03:40:01.958507 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d1e5d-5f85-419c-90c2-10dc5bcede27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5815b5-0b29-4ea4-a4fb-076816ff5b52,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:40:02.266227 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58446) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:40:02.279112 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3e616d14-7f00-4dff-8615-1f851531fff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:02.364606 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3e616d14-7f00-4dff-8615-1f851531fff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:02.368184 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3e616d14-7f00-4dff-8615-1f851531fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:02.405197 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-3e616d14-7f00-4dff-8615-1f851531fff7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1aecbfc43eaf4f2d94a579381b0e98c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377847 Sep 24 03:40:02.406484 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e616d14-7f00-4dff-8615-1f851531fff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a05ecb-4bd5-41d0-a3c5-6829d116dc40,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:40:02.408030 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58448) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:40:02.456219 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96a4bb2b-dd75-459a-af8f-4f77e99d2dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:02.476078 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96a4bb2b-dd75-459a-af8f-4f77e99d2dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:02.524259 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96a4bb2b-dd75-459a-af8f-4f77e99d2dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:02.526837 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-96a4bb2b-dd75-459a-af8f-4f77e99d2dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:02.528026 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-96a4bb2b-dd75-459a-af8f-4f77e99d2dea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85a05ecb-4bd5-41d0-a3c5-6829d116dc40 HTTP/1.1" status: 204 len: 168 time: 0.1184552 Sep 24 03:40:02.535497 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4bb2b-dd75-459a-af8f-4f77e99d2dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a05ecb-4bd5-41d0-a3c5-6829d116dc40,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:40:15.208800 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04741f30-333b-4db0-bc91-ce0215ed5852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:17.684730 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f03e491a-b056-4a53-a585-15d1796de90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:18.735754 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:19.323283 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:20.764653 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:21.416784 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:40:22.606452 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58590) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:40:22.711903 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83f94375-5ca7-4a00-860c-0654b15fef80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:22.802091 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83f94375-5ca7-4a00-860c-0654b15fef80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:22.805736 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83f94375-5ca7-4a00-860c-0654b15fef80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:22.843147 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-83f94375-5ca7-4a00-860c-0654b15fef80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e914799dd8842f78c86071d78def5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356317 Sep 24 03:40:22.844401 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f94375-5ca7-4a00-860c-0654b15fef80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648c4bae-e6fc-4f52-9d95-bdbfd8b63267,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:40:22.846097 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58594) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:40:22.894110 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0616-ab9a-4af1-948a-276631fa87c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:22.914386 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0616-ab9a-4af1-948a-276631fa87c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:22.961254 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0616-ab9a-4af1-948a-276631fa87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:22.963903 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0616-ab9a-4af1-948a-276631fa87c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:22.965050 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-c2ca0616-ab9a-4af1-948a-276631fa87c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/648c4bae-e6fc-4f52-9d95-bdbfd8b63267 HTTP/1.1" status: 204 len: 168 time: 0.1178823 Sep 24 03:40:22.972776 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca0616-ab9a-4af1-948a-276631fa87c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648c4bae-e6fc-4f52-9d95-bdbfd8b63267,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:40:25.244741 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:26.689095 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-206b6d91-1149-4101-b55a-3152a446c3ab req-42220750-283a-4e63-aef4-d425fb4005e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396996 Sep 24 03:40:26.776131 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b6d91-1149-4101-b55a-3152a446c3ab req-24d0db5c-cd7d-4ccb-aec9-5eb9817ca3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:40:26.777593 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-206b6d91-1149-4101-b55a-3152a446c3ab req-24d0db5c-cd7d-4ccb-aec9-5eb9817ca3ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69c1af3d8fb24a3ea2c05a5b9d852f84&device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 1098 time: 0.0432096 Sep 24 03:40:26.880863 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b6d91-1149-4101-b55a-3152a446c3ab req-b6aa7341-d11e-46af-8176-fface74b8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:40:26.882439 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-206b6d91-1149-4101-b55a-3152a446c3ab req-b6aa7341-d11e-46af-8176-fface74b8eff service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366 HTTP/1.1" status: 200 len: 910 time: 0.0827019 Sep 24 03:40:26.951066 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-206b6d91-1149-4101-b55a-3152a446c3ab req-9de153e3-c197-4df5-b274-2bf2b7031296 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f HTTP/1.1" status: 200 len: 1000 time: 0.0601969 Sep 24 03:40:27.002779 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b6d91-1149-4101-b55a-3152a446c3ab req-76f775ec-37f8-41a3-9061-6924fb25c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:40:27.004182 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-206b6d91-1149-4101-b55a-3152a446c3ab req-76f775ec-37f8-41a3-9061-6924fb25c77a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ac6bdfa-1d19-496c-b27a-ffc22503cd67 HTTP/1.1" status: 200 len: 848 time: 0.0437899 Sep 24 03:40:27.050773 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b6d91-1149-4101-b55a-3152a446c3ab req-bcdf3c22-0274-4f3e-8430-04b626959291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:40:27.052195 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-206b6d91-1149-4101-b55a-3152a446c3ab req-bcdf3c22-0274-4f3e-8430-04b626959291 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393362 Sep 24 03:40:27.147516 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-206b6d91-1149-4101-b55a-3152a446c3ab req-63c01c5c-9801-41ee-af54-48a9b38522dd service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832615 Sep 24 03:40:27.245885 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-206b6d91-1149-4101-b55a-3152a446c3ab req-2c131755-a0ca-45d1-ae30-fb0b9e9edff5 service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829651 Sep 24 03:40:45.208721 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-752fd37c-f26f-4c53-a4d4-76429bd600f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:47.685466 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b45fb8a2-875e-41de-9426-992c7f60b30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:48.737720 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:49.325862 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:50.766101 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:55.242957 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:40:58.415614 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:41:14.869428 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58612) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:15.048126 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Deleting port 11873056-5a00-445b-ae43-ec1cf47d8dfc {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:41:15.048580 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:15.138240 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:15.138565 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:15.152460 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Calling delete_port for 11873056-5a00-445b-ae43-ec1cf47d8dfc owned by network:floatingip {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:41:15.214264 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-63d6ef37-7e6f-46ad-8600-d9f803d8ae93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:15.332667 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:15.364959 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Pushing event deleted for resources: {'Port': ['ID=11873056-5a00-445b-ae43-ec1cf47d8dfc,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:15.377998 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:15.379691 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:15.379691 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:15.379691 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:15.379691 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:15.379691 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:15.380878 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:15.382388 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:15.382388 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:15.382388 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:15.382871 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:15.383408 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:15.451252 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for floatingip, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:15.451583 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Floating IP 84d80b19-18e4-498d-894e-27baf88e8da3 disassociated (deleted). External IP: 172.27.1.24, port: 0dfff50d-916c-4ef8-b736-5fe358a4016f. Sep 24 03:41:15.666400 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Router b0d913a1-f815-4cda-9cc2-678db51a68a7 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:41:15.779746 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:41:15.786516 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:15.791192 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5eff0-b1ac-44e2-b90c-3989b44e4a8b None None] Sync routers for ids ['b0d913a1-f815-4cda-9cc2-678db51a68a7'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:41:15.799799 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5eff0-b1ac-44e2-b90c-3989b44e4a8b None None] Routers {'b0d913a1-f815-4cda-9cc2-678db51a68a7'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:41:15.800416 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-2ea5eff0-b1ac-44e2-b90c-3989b44e4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:40:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['b0d913a1-f815-4cda-9cc2-678db51a68a7'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:15.812806 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-c1558404-ad49-4d78-8e0a-bb0a115b30e1 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "DELETE /v2.0/floatingips/84d80b19-18e4-498d-894e-27baf88e8da3 HTTP/1.1" status: 204 len: 168 time: 0.9422596 Sep 24 03:41:15.813384 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:41:15.815634 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7a2100-fdb9-4e30-90f8-22d5ed3903cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:41:15.861570 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce1366d-9528-401e-826a-92d9ef9512cd x-openstack-request-id: req-0ce1366d-9528-401e-826a-92d9ef9512cd {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:41:15.861887 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:41:15.862144 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ce1366d-9528-401e-826a-92d9ef9512cd {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:41:15.862799 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'status': 'completed', 'code': 200} Sep 24 03:41:15.909164 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-2ea5eff0-b1ac-44e2-b90c-3989b44e4a8b None None] Set router b0d913a1-f815-4cda-9cc2-678db51a68a7 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:41:15.932685 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a2100-fdb9-4e30-90f8-22d5ed3903cd req-48b1c620-a426-4db9-bced-f2add498700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:15.934686 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ac7a2100-fdb9-4e30-90f8-22d5ed3903cd req-48b1c620-a426-4db9-bced-f2add498700c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69c1af3d8fb24a3ea2c05a5b9d852f84&device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 1098 time: 0.0504570 Sep 24 03:41:16.066587 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a2100-fdb9-4e30-90f8-22d5ed3903cd req-0d211991-0fac-4c1e-878b-1749cccb9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:16.068218 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ac7a2100-fdb9-4e30-90f8-22d5ed3903cd req-0d211991-0fac-4c1e-878b-1749cccb9696 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366 HTTP/1.1" status: 200 len: 910 time: 0.1234639 Sep 24 03:41:16.079210 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7042e-6c54-4b9a-94c6-64c6fc3829fe req-b0ec6316-0b25-4513-91bc-165fc27b4db6 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:16.080598 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ab7042e-6c54-4b9a-94c6-64c6fc3829fe req-b0ec6316-0b25-4513-91bc-165fc27b4db6 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0724559 Sep 24 03:41:16.106832 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-2ea5eff0-b1ac-44e2-b90c-3989b44e4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 4, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port': {'id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '5e12ddf3-e0b4-4bf1-b1e8-32e44493111d', 'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'mac_address': 'fa:16:3e:d8:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:10Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 5, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'subnets': [{'id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:16.127967 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ac7a2100-fdb9-4e30-90f8-22d5ed3903cd req-f175378c-f9ea-4eab-b530-8b7b79f38479 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f HTTP/1.1" status: 200 len: 217 time: 0.0464466 Sep 24 03:41:16.137354 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5eff0-b1ac-44e2-b90c-3989b44e4a8b None None] Checking router: b0d913a1-f815-4cda-9cc2-678db51a68a7 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:41:16.145520 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5eff0-b1ac-44e2-b90c-3989b44e4a8b None None] Routers {'b0d913a1-f815-4cda-9cc2-678db51a68a7'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:41:16.146193 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-2ea5eff0-b1ac-44e2-b90c-3989b44e4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:40:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['b0d913a1-f815-4cda-9cc2-678db51a68a7'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:16.171907 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8ab7042e-6c54-4b9a-94c6-64c6fc3829fe req-7b3a3d71-63a0-4ca7-a785-8a79dc183071 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837090 Sep 24 03:41:16.189369 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a2100-fdb9-4e30-90f8-22d5ed3903cd req-28be6e30-e6f0-4cd7-9030-aff1948c6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:16.190852 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ac7a2100-fdb9-4e30-90f8-22d5ed3903cd req-28be6e30-e6f0-4cd7-9030-aff1948c6b62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ac6bdfa-1d19-496c-b27a-ffc22503cd67 HTTP/1.1" status: 200 len: 848 time: 0.0503590 Sep 24 03:41:16.238130 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a2100-fdb9-4e30-90f8-22d5ed3903cd req-603072f9-6eb3-4a6f-ada8-7a99f91b4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:16.239628 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ac7a2100-fdb9-4e30-90f8-22d5ed3903cd req-603072f9-6eb3-4a6f-ada8-7a99f91b4d76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc5e08ad-2e36-4c6d-b5d1-210218b7a366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393608 Sep 24 03:41:16.338045 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ac7a2100-fdb9-4e30-90f8-22d5ed3903cd req-81cd90e4-1231-4f08-b5f0-ff05749a4596 service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891943 Sep 24 03:41:16.377106 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-2ea5eff0-b1ac-44e2-b90c-3989b44e4a8b None None] Set router b0d913a1-f815-4cda-9cc2-678db51a68a7 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:41:16.435087 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ac7a2100-fdb9-4e30-90f8-22d5ed3903cd req-f6320e47-6646-4a9a-989b-e2634c13b482 service neutron] 10.222.0.13 "GET /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888195 Sep 24 03:41:16.568412 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-2ea5eff0-b1ac-44e2-b90c-3989b44e4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 4, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port': {'id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '5e12ddf3-e0b4-4bf1-b1e8-32e44493111d', 'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'mac_address': 'fa:16:3e:d8:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:10Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 5, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'subnets': [{'id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:16.593779 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5eff0-b1ac-44e2-b90c-3989b44e4a8b None None] The sync data for ids ['b0d913a1-f815-4cda-9cc2-678db51a68a7'] in dv-cinder-810800-1-iscsi is: [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:11Z', 'revision_number': 4, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port': {'id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': '5e12ddf3-e0b4-4bf1-b1e8-32e44493111d', 'name': '', 'network_id': 'cc5e08ad-2e36-4c6d-b5d1-210218b7a366', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'mac_address': 'fa:16:3e:d8:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:10Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 5, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'subnets': [{'id': '3ac6bdfa-1d19-496c-b27a-ffc22503cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:41:16.801481 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761d5dd-3bbb-48de-b557-765c66987c4e None None] New status for floating IP 84d80b19-18e4-498d-894e-27baf88e8da3: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:41:17.301376 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c81ae2-3f76-43ac-a159-fa410d3b9aae req-e72d88dc-8f85-44b1-bea4-26e68fd368b0 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:17.303606 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-44c81ae2-3f76-43ac-a159-fa410d3b9aae req-e72d88dc-8f85-44b1-bea4-26e68fd368b0 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0496056 Sep 24 03:41:17.339948 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-44c81ae2-3f76-43ac-a159-fa410d3b9aae req-4fc16d67-7fa0-4da5-99e8-e9df13125089 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff45e5ca-d8d3-4eed-b94f-65e241c77617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304732 Sep 24 03:41:17.595651 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae38e3-0bcf-43b5-b61c-61f01ad945d4 req-1e133df8-4f48-46f4-994e-752c7883667c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:17.597041 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d0ae38e3-0bcf-43b5-b61c-61f01ad945d4 req-1e133df8-4f48-46f4-994e-752c7883667c tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0457547 Sep 24 03:41:17.685378 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-094ffd12-af49-445e-ba07-07f84d283bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:17.830254 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-d0ae38e3-0bcf-43b5-b61c-61f01ad945d4 req-46aa60a1-eee1-4b33-bef1-d5d795225fdd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Deleting port 0dfff50d-916c-4ef8-b736-5fe358a4016f {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:41:17.830593 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-d0ae38e3-0bcf-43b5-b61c-61f01ad945d4 req-46aa60a1-eee1-4b33-bef1-d5d795225fdd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:17.920734 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-d0ae38e3-0bcf-43b5-b61c-61f01ad945d4 req-46aa60a1-eee1-4b33-bef1-d5d795225fdd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] For port 0dfff50d-916c-4ef8-b736-5fe358a4016f, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=0dfff50d-916c-4ef8-b736-5fe358a4016f,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:41:17.921101 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-d0ae38e3-0bcf-43b5-b61c-61f01ad945d4 req-46aa60a1-eee1-4b33-bef1-d5d795225fdd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:17.933199 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-d0ae38e3-0bcf-43b5-b61c-61f01ad945d4 req-46aa60a1-eee1-4b33-bef1-d5d795225fdd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Calling delete_port for 0dfff50d-916c-4ef8-b736-5fe358a4016f owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:41:18.057936 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-d0ae38e3-0bcf-43b5-b61c-61f01ad945d4 req-46aa60a1-eee1-4b33-bef1-d5d795225fdd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:18.085826 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa60a1-eee1-4b33-bef1-d5d795225fdd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Pushing event deleted for resources: {'Port': ['ID=0dfff50d-916c-4ef8-b736-5fe358a4016f,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:18.128931 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ae38e3-0bcf-43b5-b61c-61f01ad945d4 req-46aa60a1-eee1-4b33-bef1-d5d795225fdd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] No DVR routers for this DVR port 0dfff50d-916c-4ef8-b736-5fe358a4016f on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:41:18.131930 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-d0ae38e3-0bcf-43b5-b61c-61f01ad945d4 req-46aa60a1-eee1-4b33-bef1-d5d795225fdd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:18.133929 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d0ae38e3-0bcf-43b5-b61c-61f01ad945d4 req-46aa60a1-eee1-4b33-bef1-d5d795225fdd tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.13 "DELETE /v2.0/ports/0dfff50d-916c-4ef8-b736-5fe358a4016f HTTP/1.1" status: 204 len: 173 time: 0.5306959 Sep 24 03:41:18.134354 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'name': 'network-vif-deleted', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:41:18.136538 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2049f895-b6e2-4407-8882-7181c2c11772" -d '{"events": [{"server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "name": "network-vif-deleted", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:41:18.187060 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5ae3ca-99dd-46e7-b519-f97341844dbf x-openstack-request-id: req-3e5ae3ca-99dd-46e7-b519-f97341844dbf {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:41:18.187349 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a23918f-1f46-46ff-8559-df4e0d82e8d3", "name": "network-vif-deleted", "tag": "0dfff50d-916c-4ef8-b736-5fe358a4016f", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:41:18.187595 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e5ae3ca-99dd-46e7-b519-f97341844dbf {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:41:18.187983 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a23918f-1f46-46ff-8559-df4e0d82e8d3', 'name': 'network-vif-deleted', 'tag': '0dfff50d-916c-4ef8-b736-5fe358a4016f', 'status': 'completed', 'code': 200} Sep 24 03:41:18.580786 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-70e8be1d-b9e7-4e02-9c9c-d4f9fa0dcb74 req-8e3cf07f-aba9-47ce-84b1-047f40ded87b tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a23918f-1f46-46ff-8559-df4e0d82e8d3 HTTP/1.1" status: 200 len: 210 time: 0.1726525 Sep 24 03:41:18.738724 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:19.327549 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:19.637792 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58642) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:19.694376 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7c06b5b5-66c1-42b4-a94e-e1f6f8b0d898 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:19.719108 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7c06b5b5-66c1-42b4-a94e-e1f6f8b0d898 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:19.777803 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7c06b5b5-66c1-42b4-a94e-e1f6f8b0d898 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:19.780375 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7c06b5b5-66c1-42b4-a94e-e1f6f8b0d898 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:19.781509 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-7c06b5b5-66c1-42b4-a94e-e1f6f8b0d898 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] 10.222.0.18 "DELETE /v2.0/security-groups/ff45e5ca-d8d3-4eed-b94f-65e241c77617 HTTP/1.1" status: 204 len: 168 time: 0.1427407 Sep 24 03:41:19.791143 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06b5b5-66c1-42b4-a94e-e1f6f8b0d898 tempest-TestShelveInstance-1175011633 tempest-TestShelveInstance-1175011633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff45e5ca-d8d3-4eed-b94f-65e241c77617,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:19.827255 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58646) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:20.259965 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-d9b086a3-b521-422d-8afa-265458c6dd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725511'] for router_interface, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:20.742825 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-d9b086a3-b521-422d-8afa-265458c6dd0b admin admin] Deleting port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:41:20.743759 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-d9b086a3-b521-422d-8afa-265458c6dd0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:20.770895 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:20.820731 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [None req-d9b086a3-b521-422d-8afa-265458c6dd0b admin admin] For port 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=5e12ddf3-e0b4-4bf1-b1e8-32e44493111d,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:41:20.821097 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-d9b086a3-b521-422d-8afa-265458c6dd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:20.832729 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-d9b086a3-b521-422d-8afa-265458c6dd0b admin admin] Calling delete_port for 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d owned by network:router_interface {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:41:21.010841 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-d9b086a3-b521-422d-8afa-265458c6dd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:21.033533 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b086a3-b521-422d-8afa-265458c6dd0b admin admin] Pushing event deleted for resources: {'Port': ['ID=5e12ddf3-e0b4-4bf1-b1e8-32e44493111d,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:21.049963 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 0dfff50d-916c-4ef8-b736-5fe358a4016f no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:41:21.073834 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 0dfff50d-916c-4ef8-b736-5fe358a4016f {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:41:21.074183 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 0dfff50d-916c-4ef8-b736-5fe358a4016f not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:41:21.197133 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-d9b086a3-b521-422d-8afa-265458c6dd0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726670'] for router_interface, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:21.404043 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b086a3-b521-422d-8afa-265458c6dd0b admin admin] Router b0d913a1-f815-4cda-9cc2-678db51a68a7 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:41:21.502534 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b086a3-b521-422d-8afa-265458c6dd0b admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:41:21.508181 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-d9b086a3-b521-422d-8afa-265458c6dd0b admin admin] 10.222.0.18 "PUT /v2.0/routers/b0d913a1-f815-4cda-9cc2-678db51a68a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6799123 Sep 24 03:41:21.510706 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58650) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:21.513348 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa22c3d2-08a9-4ebe-84d6-4f3aa0708a66 None None] Sync routers for ids ['b0d913a1-f815-4cda-9cc2-678db51a68a7'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:41:21.523193 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa22c3d2-08a9-4ebe-84d6-4f3aa0708a66 None None] Routers {'b0d913a1-f815-4cda-9cc2-678db51a68a7'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:41:21.523893 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-fa22c3d2-08a9-4ebe-84d6-4f3aa0708a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:41:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['b0d913a1-f815-4cda-9cc2-678db51a68a7'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:21.611538 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:21.626201 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-fa22c3d2-08a9-4ebe-84d6-4f3aa0708a66 None None] Set router b0d913a1-f815-4cda-9cc2-678db51a68a7 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:41:21.712557 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:21.762901 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Deleting port c9fe429e-91ed-4a6f-8501-32c97a7b968a {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:41:21.763609 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:21.800785 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-fa22c3d2-08a9-4ebe-84d6-4f3aa0708a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:41:20Z', 'revision_number': 5, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port': {'id': 'c9fe429e-91ed-4a6f-8501-32c97a7b968a', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:21.826733 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa22c3d2-08a9-4ebe-84d6-4f3aa0708a66 None None] Checking router: b0d913a1-f815-4cda-9cc2-678db51a68a7 for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:41:21.834790 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa22c3d2-08a9-4ebe-84d6-4f3aa0708a66 None None] Routers {'b0d913a1-f815-4cda-9cc2-678db51a68a7'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:41:21.835492 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-fa22c3d2-08a9-4ebe-84d6-4f3aa0708a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:41:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['b0d913a1-f815-4cda-9cc2-678db51a68a7'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:21.843055 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] For port c9fe429e-91ed-4a6f-8501-32c97a7b968a, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=c9fe429e-91ed-4a6f-8501-32c97a7b968a,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:41:21.843420 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:21.855373 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Calling delete_port for c9fe429e-91ed-4a6f-8501-32c97a7b968a owned by network:router_gateway {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:41:21.926013 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-fa22c3d2-08a9-4ebe-84d6-4f3aa0708a66 None None] Set router b0d913a1-f815-4cda-9cc2-678db51a68a7 gateway port host: None {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:41:21.982142 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-fa22c3d2-08a9-4ebe-84d6-4f3aa0708a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:41:21Z', 'revision_number': 6, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port_host': None}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:22.008806 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa22c3d2-08a9-4ebe-84d6-4f3aa0708a66 None None] The sync data for ids ['b0d913a1-f815-4cda-9cc2-678db51a68a7'] in dv-cinder-810800-1-iscsi is: [{'id': 'b0d913a1-f815-4cda-9cc2-678db51a68a7', 'name': 'tempest-TestShelveInstance-1453882758-router', 'tenant_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:08Z', 'updated_at': '2021-09-24T03:41:21Z', 'revision_number': 6, 'project_id': '69c1af3d8fb24a3ea2c05a5b9d852f84', 'gw_port_host': None}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:41:22.021237 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.047289 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9fe429e-91ed-4a6f-8501-32c97a7b968a,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:22.109248 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726605'] for router_gateway, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.196867 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6791'] for router, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.198945 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.239497 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728875'] for router, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.239865 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d913a1-f815-4cda-9cc2-678db51a68a7 {{(pid=94016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 03:41:22.244904 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] Notify callbacks [] for router, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.246078 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-15a9141e-b55c-467d-b0d8-3be761ec7c38 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b0d913a1-f815-4cda-9cc2-678db51a68a7 HTTP/1.1" status: 204 len: 168 time: 0.7344692 Sep 24 03:41:22.248461 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58652) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:22.291421 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_v2 [None req-a426b83e-76af-4179-ac95-1bf4ead04688 admin admin] Deleting subnet 3ac6bdfa-1d19-496c-b27a-ffc22503cd67 {{(pid=94016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:41:22.294312 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a426b83e-76af-4179-ac95-1bf4ead04688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.327449 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a426b83e-76af-4179-ac95-1bf4ead04688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811710'] for subnet, precommit_delete_associations {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.440146 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a426b83e-76af-4179-ac95-1bf4ead04688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.491186 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a426b83e-76af-4179-ac95-1bf4ead04688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8493267'] for subnet, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.515233 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426b83e-76af-4179-ac95-1bf4ead04688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac6bdfa-1d19-496c-b27a-ffc22503cd67,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:22.518891 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a426b83e-76af-4179-ac95-1bf4ead04688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.520819 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-a426b83e-76af-4179-ac95-1bf4ead04688 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3ac6bdfa-1d19-496c-b27a-ffc22503cd67 HTTP/1.1" status: 204 len: 168 time: 0.2714000 Sep 24 03:41:22.523994 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58654) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:22.526650 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6764fc1c-5196-499f-a766-e5608ee8a0c9 None None] Network cc5e08ad-2e36-4c6d-b5d1-210218b7a366 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:41:22.593185 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.648385 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Deleting port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:41:22.648729 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.718055 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] For port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:41:22.718418 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.730411 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Calling delete_port for ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 owned by network:dhcp {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:41:22.742492 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caea040-b111-4d1c-99a2-082953f669af None None] DHCP port deletion for cc5e08ad-2e36-4c6d-b5d1-210218b7a366 request from dv-cinder-810800-1-iscsi {{(pid=94018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 03:41:22.796592 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Deleting port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:41:22.797239 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.813471 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:41:22.816863 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.844594 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:22.846527 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] No DVR routers for this DVR port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 on host dv-cinder-810800-1-iscsi {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:41:22.850845 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:41:22.851795 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 5e12ddf3-e0b4-4bf1-b1e8-32e44493111d not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:41:22.851952 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:41:22.900388 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:41:22.900759 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:41:22.901117 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device c9fe429e-91ed-4a6f-8501-32c97a7b968a no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:41:22.920162 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.929268 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: c9fe429e-91ed-4a6f-8501-32c97a7b968a {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:41:22.929617 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device c9fe429e-91ed-4a6f-8501-32c97a7b968a not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:41:22.942472 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-9caea040-b111-4d1c-99a2-082953f669af None None] For port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7,segment=NetworkSegment(7b1b3b0e-0059-4348-b74f-5177133af4c6),segment_id=7b1b3b0e-0059-4348-b74f-5177133af4c6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:41:22.942917 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.947554 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5e08ad-2e36-4c6d-b5d1-210218b7a366']}} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:22.957023 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1b3b0e-0059-4348-b74f-5177133af4c6') {'for_net_delete': True} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:22.957313 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1b3b0e-0059-4348-b74f-5177133af4c6') {} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:22.958092 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Calling delete_port for ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:41:22.969327 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811687'] for segment, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.983811 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.990405 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:41:22.990965 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3802692'] for segment, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: Traceback (most recent call last): Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: timer() Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: cb(*args, **kw) Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: return func(*args, **kwargs) Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: self._notify() Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: self.callback(batched_events) Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: event.method(event) Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: return f(self, *a, **k) Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._get(url).json() Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: return self.request(url, 'GET', **kwargs) Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:41:22.993163 dv-cinder-810800-1-iscsi neutron-server[94016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:41:23.044061 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:23.055983 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:23.062232 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:23.064885 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cc5e08ad-2e36-4c6d-b5d1-210218b7a366 HTTP/1.1" status: 204 len: 168 time: 0.5399156 Sep 24 03:41:23.067628 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Pushing event deleted for resources: {'Port': ['ID=ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:23.068257 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58656) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:23.076739 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.077421 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.077645 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.077965 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.078296 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.078626 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.079020 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.079373 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.079657 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.079887 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.080193 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.080514 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caea040-b111-4d1c-99a2-082953f669af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.085296 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caea040-b111-4d1c-99a2-082953f669af None None] No DVR routers for this DVR port ad1b9e2d-38f3-4dcd-bed0-ce10f9e61bd7 on host dv-cinder-810800-1-iscsi {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:41:23.098876 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28544112-1040-48fb-8fd1-0eaba049b456 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5e08ad-2e36-4c6d-b5d1-210218b7a366,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:23.421656 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725511'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:23.654219 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Deleting port b9f5eea7-e915-42ed-ac13-6196f45b6cac {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:41:23.654555 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:23.737760 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] For port b9f5eea7-e915-42ed-ac13-6196f45b6cac, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=b9f5eea7-e915-42ed-ac13-6196f45b6cac,segment=NetworkSegment(4960ea1d-22e1-4a7f-b9a8-0289482c0401),segment_id=4960ea1d-22e1-4a7f-b9a8-0289482c0401)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:41:23.738040 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:23.750554 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Calling delete_port for b9f5eea7-e915-42ed-ac13-6196f45b6cac owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:41:23.926733 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:23.951120 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f5eea7-e915-42ed-ac13-6196f45b6cac,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:23.960999 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.961345 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.961680 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.962037 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.962367 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.962692 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.963017 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.963335 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.963664 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.963971 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.964288 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:23.964603 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:41:24.128579 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726670'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:24.333837 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Router 6bc1c940-e633-42fa-ad43-7ae39d45e254 has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:41:24.435805 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:41:24.440875 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-e4267dcd-c06d-41c0-960e-0aaf257d0136 admin admin] 10.222.0.18 "PUT /v2.0/routers/6bc1c940-e633-42fa-ad43-7ae39d45e254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3706822 Sep 24 03:41:24.443403 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58660) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:24.446673 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1584fe-2847-4621-8b99-2cb8f7754372 None None] Sync routers for ids ['6bc1c940-e633-42fa-ad43-7ae39d45e254'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:41:24.456355 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1584fe-2847-4621-8b99-2cb8f7754372 None None] Routers {'6bc1c940-e633-42fa-ad43-7ae39d45e254'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:41:24.456972 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9f1584fe-2847-4621-8b99-2cb8f7754372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:41:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['6bc1c940-e633-42fa-ad43-7ae39d45e254'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:24.544110 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:24.558584 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-9f1584fe-2847-4621-8b99-2cb8f7754372 None None] Set router 6bc1c940-e633-42fa-ad43-7ae39d45e254 gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:41:24.643469 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:24.697438 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Deleting port b8440a54-afed-4075-82ea-cf1fc8e5175f {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:41:24.697858 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:24.743376 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9f1584fe-2847-4621-8b99-2cb8f7754372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'name': 'tempest-TestShelveInstance-201522392-router', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:41:23Z', 'revision_number': 5, 'project_id': '96264be77dea4a368c5cdef78721f886', 'gw_port': {'id': 'b8440a54-afed-4075-82ea-cf1fc8e5175f', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:24.770554 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1584fe-2847-4621-8b99-2cb8f7754372 None None] Checking router: 6bc1c940-e633-42fa-ad43-7ae39d45e254 for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:41:24.779461 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1584fe-2847-4621-8b99-2cb8f7754372 None None] Routers {'6bc1c940-e633-42fa-ad43-7ae39d45e254'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:41:24.779940 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] For port b8440a54-afed-4075-82ea-cf1fc8e5175f, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=b8440a54-afed-4075-82ea-cf1fc8e5175f,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:41:24.780080 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9f1584fe-2847-4621-8b99-2cb8f7754372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:41:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['6bc1c940-e633-42fa-ad43-7ae39d45e254'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:24.780305 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:24.796157 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Calling delete_port for b8440a54-afed-4075-82ea-cf1fc8e5175f owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:41:24.952398 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-9f1584fe-2847-4621-8b99-2cb8f7754372 None None] Set router 6bc1c940-e633-42fa-ad43-7ae39d45e254 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:41:24.972609 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.002052 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8440a54-afed-4075-82ea-cf1fc8e5175f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:25.005769 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9f1584fe-2847-4621-8b99-2cb8f7754372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'name': 'tempest-TestShelveInstance-201522392-router', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:41:24Z', 'revision_number': 6, 'project_id': '96264be77dea4a368c5cdef78721f886', 'gw_port_host': None}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:25.032390 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1584fe-2847-4621-8b99-2cb8f7754372 None None] The sync data for ids ['6bc1c940-e633-42fa-ad43-7ae39d45e254'] in dv-cinder-810800-1-iscsi is: [{'id': '6bc1c940-e633-42fa-ad43-7ae39d45e254', 'name': 'tempest-TestShelveInstance-201522392-router', 'tenant_id': '96264be77dea4a368c5cdef78721f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:36:13Z', 'updated_at': '2021-09-24T03:41:24Z', 'revision_number': 6, 'project_id': '96264be77dea4a368c5cdef78721f886', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:41:25.062436 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726605'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.148018 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6791'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.150097 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.196295 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728875'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.196801 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bc1c940-e633-42fa-ad43-7ae39d45e254 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 03:41:25.201795 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.202942 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-69a5f468-a6d1-4b4a-9665-db3c360ef0a8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6bc1c940-e633-42fa-ad43-7ae39d45e254 HTTP/1.1" status: 204 len: 168 time: 0.7579844 Sep 24 03:41:25.205430 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58662) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:25.251074 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc601447-6a07-4655-ae54-1da8c80bf53e admin admin] Deleting subnet 9ed03482-f495-426a-9a11-2ac32d394772 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:41:25.254393 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc601447-6a07-4655-ae54-1da8c80bf53e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.254707 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.291992 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc601447-6a07-4655-ae54-1da8c80bf53e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9308771'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.370305 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc601447-6a07-4655-ae54-1da8c80bf53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.424131 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc601447-6a07-4655-ae54-1da8c80bf53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9308815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8548313'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.450141 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc601447-6a07-4655-ae54-1da8c80bf53e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed03482-f495-426a-9a11-2ac32d394772,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:25.453638 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc601447-6a07-4655-ae54-1da8c80bf53e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.457758 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-dc601447-6a07-4655-ae54-1da8c80bf53e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9ed03482-f495-426a-9a11-2ac32d394772 HTTP/1.1" status: 204 len: 168 time: 0.2491872 Sep 24 03:41:25.458037 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58666) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:25.465654 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c8df8-019a-42ff-8781-35b640501e0a None None] Network cb862823-0722-43c7-b365-d151c54916b5 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:41:25.525075 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.579893 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Deleting port 40489e56-d2e6-43b9-b241-3cfc6f4dd82f {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:41:25.580230 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.642582 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] For port 40489e56-d2e6-43b9-b241-3cfc6f4dd82f, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=40489e56-d2e6-43b9-b241-3cfc6f4dd82f,segment=NetworkSegment(4960ea1d-22e1-4a7f-b9a8-0289482c0401),segment_id=4960ea1d-22e1-4a7f-b9a8-0289482c0401)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:41:25.642939 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.654647 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Calling delete_port for 40489e56-d2e6-43b9-b241-3cfc6f4dd82f owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:41:25.733254 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.758173 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=40489e56-d2e6-43b9-b241-3cfc6f4dd82f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:25.761479 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] No DVR routers for this DVR port 40489e56-d2e6-43b9-b241-3cfc6f4dd82f on host dv-cinder-810800-1-iscsi {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:41:25.778060 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2720e50-1f8b-42fd-9f49-c1647cfb9d40 None None] DHCP port deletion for cb862823-0722-43c7-b365-d151c54916b5 request from dv-cinder-810800-1-iscsi {{(pid=94018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 03:41:25.838301 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.859281 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb862823-0722-43c7-b365-d151c54916b5']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:25.868669 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4960ea1d-22e1-4a7f-b9a8-0289482c0401') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:25.869022 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4960ea1d-22e1-4a7f-b9a8-0289482c0401') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:25.878197 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9308794'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.891704 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.898130 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:41:25.898575 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9319713'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: Traceback (most recent call last): Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: timer() Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: cb(*args, **kw) Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: return func(*args, **kwargs) Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: self._notify() Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: self.callback(batched_events) Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: event.method(event) Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: return f(self, *a, **k) Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._get(url).json() Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: return self.request(url, 'GET', **kwargs) Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:41:25.900350 dv-cinder-810800-1-iscsi neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:41:25.956940 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.963842 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:25.965951 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cb862823-0722-43c7-b365-d151c54916b5 HTTP/1.1" status: 204 len: 168 time: 0.5069935 Sep 24 03:41:25.978434 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d8943-7f7e-4b8f-a6f7-ab63fc228f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb862823-0722-43c7-b365-d151c54916b5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:26.082907 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58670) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:26.123866 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-f36d6daf-9c4d-4343-83d7-2c5f7b3d9ce5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69c1af3d8fb24a3ea2c05a5b9d852f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397580 Sep 24 03:41:26.126308 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58672) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:26.175992 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dafb5400-f891-4ad6-8437-9e4c23dec4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:26.196596 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dafb5400-f891-4ad6-8437-9e4c23dec4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:26.242501 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dafb5400-f891-4ad6-8437-9e4c23dec4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:26.244916 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dafb5400-f891-4ad6-8437-9e4c23dec4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:26.246067 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-dafb5400-f891-4ad6-8437-9e4c23dec4a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e23c4ac-44f3-4244-9b3f-768490bbd063 HTTP/1.1" status: 204 len: 168 time: 0.1188374 Sep 24 03:41:26.253645 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb5400-f891-4ad6-8437-9e4c23dec4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e23c4ac-44f3-4244-9b3f-768490bbd063,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:26.542572 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58678) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:26.579991 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-b6a6a387-0fa6-45b9-b0da-0678295bd755 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96264be77dea4a368c5cdef78721f886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363035 Sep 24 03:41:26.582312 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58680) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:41:26.628531 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-06aa92bc-477a-4e4a-87aa-744c851b58a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:26.649886 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-06aa92bc-477a-4e4a-87aa-744c851b58a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:26.716919 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2613b42c-221d-4851-a623-82cd967f45f6 req-905cf997-28d7-49b3-b062-4747ccfff368 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609426 Sep 24 03:41:26.730530 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-06aa92bc-477a-4e4a-87aa-744c851b58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:26.734346 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-06aa92bc-477a-4e4a-87aa-744c851b58a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:26.735585 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-06aa92bc-477a-4e4a-87aa-744c851b58a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a22d43e-cf23-4141-88ca-c4cb33400251 HTTP/1.1" status: 204 len: 168 time: 0.1523793 Sep 24 03:41:26.738557 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 40489e56-d2e6-43b9-b241-3cfc6f4dd82f no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:41:26.752364 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa92bc-477a-4e4a-87aa-744c851b58a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a22d43e-cf23-4141-88ca-c4cb33400251,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:26.762520 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: 40489e56-d2e6-43b9-b241-3cfc6f4dd82f {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:41:26.763111 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 40489e56-d2e6-43b9-b241-3cfc6f4dd82f not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:41:26.763635 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device b8440a54-afed-4075-82ea-cf1fc8e5175f no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:41:26.789433 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613b42c-221d-4851-a623-82cd967f45f6 req-c62c33b2-bfe7-4c08-8e4a-87f1876ec02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:26.790603 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: b8440a54-afed-4075-82ea-cf1fc8e5175f {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:41:26.791010 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2613b42c-221d-4851-a623-82cd967f45f6 req-c62c33b2-bfe7-4c08-8e4a-87f1876ec02f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 1098 time: 0.0460415 Sep 24 03:41:26.791135 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device b8440a54-afed-4075-82ea-cf1fc8e5175f not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:41:26.791619 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device b9f5eea7-e915-42ed-ac13-6196f45b6cac no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:41:26.812291 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: b9f5eea7-e915-42ed-ac13-6196f45b6cac {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:41:26.812897 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device b9f5eea7-e915-42ed-ac13-6196f45b6cac not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:41:26.898280 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613b42c-221d-4851-a623-82cd967f45f6 req-4498809a-4528-4b13-acf6-f1ad243de218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:26.899754 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2613b42c-221d-4851-a623-82cd967f45f6 req-4498809a-4528-4b13-acf6-f1ad243de218 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 913 time: 0.0892575 Sep 24 03:41:26.970247 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2613b42c-221d-4851-a623-82cd967f45f6 req-5657ea91-9ccf-47fc-b75b-b5d3d2786992 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 HTTP/1.1" status: 200 len: 1001 time: 0.0630100 Sep 24 03:41:27.024069 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613b42c-221d-4851-a623-82cd967f45f6 req-75be6cc2-29f3-4846-b91a-bc73f1dae694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:27.025451 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2613b42c-221d-4851-a623-82cd967f45f6 req-75be6cc2-29f3-4846-b91a-bc73f1dae694 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0487752 Sep 24 03:41:27.077797 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613b42c-221d-4851-a623-82cd967f45f6 req-d2040deb-f986-4626-8331-379fadd70812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:27.079303 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2613b42c-221d-4851-a623-82cd967f45f6 req-d2040deb-f986-4626-8331-379fadd70812 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456347 Sep 24 03:41:27.171529 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2613b42c-221d-4851-a623-82cd967f45f6 req-4c2b41cf-5a17-41cb-960b-775fe9712632 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807033 Sep 24 03:41:27.261825 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2613b42c-221d-4851-a623-82cd967f45f6 req-08801f3a-5c5e-4d79-924b-7f8f5ed67f16 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827162 Sep 24 03:41:35.414396 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:41:45.207395 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9d82bde-4f40-451b-a31d-041c8f48de00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:47.685445 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cf28a2d4-9c0a-4089-b682-c90b8403b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:48.738922 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:49.330455 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:50.423160 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516cbd7-ec23-44ee-960e-e4e2f66edcaf req-a045e86d-8a62-470b-9734-f7439788c9d4 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:50.424633 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3516cbd7-ec23-44ee-960e-e4e2f66edcaf req-a045e86d-8a62-470b-9734-f7439788c9d4 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 945 time: 0.0490730 Sep 24 03:41:50.461304 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3516cbd7-ec23-44ee-960e-e4e2f66edcaf req-99c9b35e-a95e-48f4-97fa-2b4223539480 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308857 Sep 24 03:41:50.772114 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:51.771447 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ee085-4930-4747-b5c0-3b7611ff3c21 req-1b102a58-a687-4554-bf7c-993e2bc3c539 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:51.772965 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c97ee085-4930-4747-b5c0-3b7611ff3c21 req-1b102a58-a687-4554-bf7c-993e2bc3c539 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 945 time: 0.2419617 Sep 24 03:41:51.810016 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-c97ee085-4930-4747-b5c0-3b7611ff3c21 req-7600a66a-5594-4f32-aeb8-de695f2bd35f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305457 Sep 24 03:41:51.897465 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-420a6ea4-5e35-4114-9d06-186be71146c6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:51.898898 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-420a6ea4-5e35-4114-9d06-186be71146c6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 945 time: 0.0502124 Sep 24 03:41:51.992206 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Deleting port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:41:51.992590 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:52.082342 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] For port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:41:52.082615 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:52.500733 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:52.501089 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:52.501396 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Floating IP a3a8a073-c285-460e-bee8-62245e095be5 disassociated. External IP: 172.27.1.204, port: 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3. Sep 24 03:41:52.501753 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Calling delete_port for 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:41:52.628539 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:52.656298 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event deleted for resources: {'Port': ['ID=2ae6434c-5d7c-4b7f-bce5-a52db126ebb3,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:52.767343 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:41:52.875210 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:41:52.884653 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a662511-7872-41ad-871e-7bee4f753121 None None] Sync routers for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:41:52.894446 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a662511-7872-41ad-871e-7bee4f753121 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:41:52.895057 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6a662511-7872-41ad-871e-7bee4f753121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:41:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:52.919243 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1e6966e9-ab9c-402b-a7be-79f376879a76 req-65a66901-32a5-4b84-b2bf-20a9ad9e9d63 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965e258-30ca-4b70-ab5a-9f78a973c53d HTTP/1.1" status: 200 len: 210 time: 0.0421085 Sep 24 03:41:52.936379 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] No DVR routers for this DVR port 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:41:52.938953 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:52.940928 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9d4685bb-5395-4304-b9c9-da2df4287a93 req-e4f0342c-e5a5-4d92-8858-acc7150c9d79 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "DELETE /v2.0/ports/2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 HTTP/1.1" status: 204 len: 173 time: 1.0350106 Sep 24 03:41:52.941356 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4965e258-30ca-4b70-ab5a-9f78a973c53d', 'name': 'network-vif-deleted', 'tag': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:41:52.943677 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d48664-5cd4-4e34-abbb-856614d3fa85" -d '{"events": [{"server_uuid": "4965e258-30ca-4b70-ab5a-9f78a973c53d", "name": "network-vif-deleted", "tag": "2ae6434c-5d7c-4b7f-bce5-a52db126ebb3"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:41:53.006455 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-6a662511-7872-41ad-871e-7bee4f753121 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:41:53.066304 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26102906-e409-499b-b17b-b71d070b5a1c x-openstack-request-id: req-26102906-e409-499b-b17b-b71d070b5a1c {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:41:53.066674 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4965e258-30ca-4b70-ab5a-9f78a973c53d", "name": "network-vif-deleted", "tag": "2ae6434c-5d7c-4b7f-bce5-a52db126ebb3", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:41:53.067149 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26102906-e409-499b-b17b-b71d070b5a1c {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:41:53.067615 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4965e258-30ca-4b70-ab5a-9f78a973c53d', 'name': 'network-vif-deleted', 'tag': '2ae6434c-5d7c-4b7f-bce5-a52db126ebb3', 'status': 'completed', 'code': 200} Sep 24 03:41:53.333242 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6a662511-7872-41ad-871e-7bee4f753121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:53.359900 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a662511-7872-41ad-871e-7bee4f753121 None None] Checking router: 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:41:53.367720 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a662511-7872-41ad-871e-7bee4f753121 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:41:53.368320 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6a662511-7872-41ad-871e-7bee4f753121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:41:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:53.471626 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-6a662511-7872-41ad-871e-7bee4f753121 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:41:53.675489 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-6a662511-7872-41ad-871e-7bee4f753121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:41:53.702438 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a662511-7872-41ad-871e-7bee4f753121 None None] The sync data for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi is: [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:41:53.910996 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c92c549-092c-45d4-957b-0f776eee7f5f None None] New status for floating IP a3a8a073-c285-460e-bee8-62245e095be5: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:41:54.175004 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-c258cab0-4969-44d6-8687-b25506819da2 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084952511&fields=id&tenant_id=6dfe51f1a692492e80a0c7c5a9078e73 HTTP/1.1" status: 200 len: 267 time: 0.0322356 Sep 24 03:41:54.280156 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-c04e53d5-0947-47ec-ba31-8abb5bf8a542 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:54.281622 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-c04e53d5-0947-47ec-ba31-8abb5bf8a542 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 812 time: 0.1002591 Sep 24 03:41:54.297046 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-e7b00013-03f4-4f26-988f-6812aa1eded1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/quotas/6dfe51f1a692492e80a0c7c5a9078e73 HTTP/1.1" status: 200 len: 375 time: 0.0097075 Sep 24 03:41:54.350571 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-ff9fe3ba-3000-4c2a-9a2c-992086c97533 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481884 Sep 24 03:41:54.411720 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-80244ead-2045-494e-9d30-e6bbc747a89b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:41:54.412713 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-80244ead-2045-494e-9d30-e6bbc747a89b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504563 Sep 24 03:41:54.505723 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-e6b2e3b3-cf26-43fb-bb58-1c2671d600df service neutron] 10.222.0.18 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861168 Sep 24 03:41:54.592310 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-d59076ff-bb88-401a-929c-e49a437a878d service neutron] 10.222.0.18 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799420 Sep 24 03:41:54.883692 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5602c2d4-8c88-4430-949d-ec2cd32dfb0a req-56a7579d-40e6-4c57-8d27-d89ca65c1e17 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 210 time: 0.0341191 Sep 24 03:41:55.268777 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:55.280160 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:41:55.300525 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:41:55.300871 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 2ae6434c-5d7c-4b7f-bce5-a52db126ebb3 not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:41:55.853379 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-09d37091-dad9-4f15-a061-7e218c28ebe2 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:55.854955 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-09d37091-dad9-4f15-a061-7e218c28ebe2 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 812 time: 0.1000700 Sep 24 03:41:55.898458 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-da7d64bc-73e5-42ea-b366-2fb046ecf51f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dfe51f1a692492e80a0c7c5a9078e73 HTTP/1.1" status: 200 len: 380 time: 0.0347161 Sep 24 03:41:55.913910 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-9e665f20-e844-496a-bbdb-20a752e3a740 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Request body: {'port': {'device_id': '987027b6-5096-480c-ba2a-8536b27fe070', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'admin_state_up': True, 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'security_groups': ['7de37d12-bd2d-4ed4-8c3c-3e36a4995d46']}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:41:56.016969 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-275874b6-0b6f-4908-863e-7d1b43e5fd12 req-d5d93320-fddc-43ef-b236-16ae141bfd2f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 210 time: 0.0618093 Sep 24 03:41:56.058232 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-9e665f20-e844-496a-bbdb-20a752e3a740 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Made reservation on behalf of 6dfe51f1a692492e80a0c7c5a9078e73 for: {'port': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:41:56.061706 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-9e665f20-e844-496a-bbdb-20a752e3a740 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:56.190834 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-9e665f20-e844-496a-bbdb-20a752e3a740 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Allocated IP 172.20.0.7 (2db2bbde-716b-483e-ab4b-d8be258587c3/036371fe-4d18-42b5-a9ad-d6d30f128895/03ed0ec4-0b4c-409a-97e8-50682cefa193) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:41:56.331873 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-9e665f20-e844-496a-bbdb-20a752e3a740 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:56.370249 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-9e665f20-e844-496a-bbdb-20a752e3a740 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:56.411629 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-9e665f20-e844-496a-bbdb-20a752e3a740 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Network 2db2bbde-716b-483e-ab4b-d8be258587c3 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:41:56.414549 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-9e665f20-e844-496a-bbdb-20a752e3a740 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:41:56.419327 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-9e665f20-e844-496a-bbdb-20a752e3a740 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:41:56.427984 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e665f20-e844-496a-bbdb-20a752e3a740 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'Port': ['ID=03ed0ec4-0b4c-409a-97e8-50682cefa193,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:56.475613 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-9e665f20-e844-496a-bbdb-20a752e3a740 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:56.476355 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-9e665f20-e844-496a-bbdb-20a752e3a740 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:56.491896 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-9e665f20-e844-496a-bbdb-20a752e3a740 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822117 Sep 24 03:41:56.502200 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-91f2e189-28c0-4af3-9a99-1886a806a029 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:41:56.503193 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-91f2e189-28c0-4af3-9a99-1886a806a029 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052178 Sep 24 03:41:56.563296 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Request body: {'port': {'device_id': '987027b6-5096-480c-ba2a-8536b27fe070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:41:56.620194 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:56.630853 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-d0320545-b6ab-43e9-9d4a-b1ff8ac9b055 None None] Provisioning complete for port 03ed0ec4-0b4c-409a-97e8-50682cefa193 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:41:56.631362 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d0320545-b6ab-43e9-9d4a-b1ff8ac9b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:56.667996 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d0320545-b6ab-43e9-9d4a-b1ff8ac9b055 None None] Port 03ed0ec4-0b4c-409a-97e8-50682cefa193 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:41:56.874880 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ed0ec4-0b4c-409a-97e8-50682cefa193 {{(pid=94016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:41:56.882129 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:56.894358 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.provisioning_blocks [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Transition to ACTIVE for port object 03ed0ec4-0b4c-409a-97e8-50682cefa193 will not be triggered until provisioned by entity L2. {{(pid=94016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:41:56.898521 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:56.965100 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Pushing event updated for resources: {'Port': ['ID=03ed0ec4-0b4c-409a-97e8-50682cefa193,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:57.020453 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Attempting to bind port 03ed0ec4-0b4c-409a-97e8-50682cefa193 on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:41:57.020787 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Attempting to bind port 03ed0ec4-0b4c-409a-97e8-50682cefa193 by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:41:57.021110 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Attempting to bind port 03ed0ec4-0b4c-409a-97e8-50682cefa193 on network 2db2bbde-716b-483e-ab4b-d8be258587c3 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:41:57.026585 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Port 03ed0ec4-0b4c-409a-97e8-50682cefa193 on network 2db2bbde-716b-483e-ab4b-d8be258587c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:41:57.026908 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Attempting to bind port 03ed0ec4-0b4c-409a-97e8-50682cefa193 on network 2db2bbde-716b-483e-ab4b-d8be258587c3 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:41:57.031902 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:41:57.032236 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Checking segment: {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:41:57.032644 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Bound using segment: {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:41:57.033070 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Bound port: 03ed0ec4-0b4c-409a-97e8-50682cefa193, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'}}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:41:57.033460 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:57.132560 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] For port 03ed0ec4-0b4c-409a-97e8-50682cefa193, host hv-cinder-81080, cleared binding levels {{(pid=94016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:41:57.146815 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] For port 03ed0ec4-0b4c-409a-97e8-50682cefa193, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=03ed0ec4-0b4c-409a-97e8-50682cefa193,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:41:57.151079 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:57.166285 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe64b7d-94be-4e62-be87-2d3f8dcc0c22 req-3b20ac05-42d1-4116-9f73-1b6fe6d6b803 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:57.167768 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4fe64b7d-94be-4e62-be87-2d3f8dcc0c22 req-3b20ac05-42d1-4116-9f73-1b6fe6d6b803 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 943 time: 0.0807960 Sep 24 03:41:57.204731 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:57.205348 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:41:57.206758 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-a5419043-721e-44f2-9e4a-930303828374 service neutron] 10.222.0.13 "PUT /v2.0/ports/03ed0ec4-0b4c-409a-97e8-50682cefa193 HTTP/1.1" status: 200 len: 1093 time: 0.6950707 Sep 24 03:41:57.208360 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987027b6-5096-480c-ba2a-8536b27fe070', 'tag': '03ed0ec4-0b4c-409a-97e8-50682cefa193'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:41:57.210542 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835d573e-a134-49ae-825c-97f0c968309c" -d '{"events": [{"name": "network-changed", "server_uuid": "987027b6-5096-480c-ba2a-8536b27fe070", "tag": "03ed0ec4-0b4c-409a-97e8-50682cefa193"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:41:57.264191 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5419043-721e-44f2-9e4a-930303828374 service neutron] Pushing event updated for resources: {'Port': ['ID=03ed0ec4-0b4c-409a-97e8-50682cefa193,revision_number=3']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:41:57.268214 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4fe64b7d-94be-4e62-be87-2d3f8dcc0c22 req-6d320d9c-cb2f-4f60-a300-35f8203254c2 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814884 Sep 24 03:41:57.269640 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550f745c-8816-4d20-aa78-f2ba2485dcae x-openstack-request-id: req-550f745c-8816-4d20-aa78-f2ba2485dcae {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:41:57.269946 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987027b6-5096-480c-ba2a-8536b27fe070", "tag": "03ed0ec4-0b4c-409a-97e8-50682cefa193", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:41:57.270196 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-550f745c-8816-4d20-aa78-f2ba2485dcae {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:41:57.270579 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987027b6-5096-480c-ba2a-8536b27fe070', 'tag': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'status': 'completed', 'code': 200} Sep 24 03:41:57.302309 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-07b1ae5f-76eb-4fc5-b7c9-45a323cd7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:57.303898 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-07b1ae5f-76eb-4fc5-b7c9-45a323cd7f0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 1096 time: 0.0520279 Sep 24 03:41:57.347081 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-618f53fe-4614-46d9-aaa5-7a30205bde72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ed0ec4-0b4c-409a-97e8-50682cefa193 HTTP/1.1" status: 200 len: 217 time: 0.0348415 Sep 24 03:41:57.403393 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-cc0bbdca-8d02-4002-9791-6cb0fd5af2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:57.405761 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-cc0bbdca-8d02-4002-9791-6cb0fd5af2f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0487359 Sep 24 03:41:57.454061 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-70549125-1220-4c6d-a48f-6ed01e33784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:57.455431 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-70549125-1220-4c6d-a48f-6ed01e33784a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387161 Sep 24 03:41:57.541855 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-c1005693-ef89-43f4-935f-9b34938fbb97 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790641 Sep 24 03:41:57.631530 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-35f61ab3-fbf0-45ee-8b07-a964ad4f9c63 req-aee0044b-b523-4569-b99d-b64ba51f50df service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825648 Sep 24 03:41:57.713275 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d573e-a134-49ae-825c-97f0c968309c req-7e0ef84b-abb0-444f-8cd6-e6332f73369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:57.714805 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-835d573e-a134-49ae-825c-97f0c968309c req-7e0ef84b-abb0-444f-8cd6-e6332f73369d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 1096 time: 0.0408468 Sep 24 03:41:57.805481 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d573e-a134-49ae-825c-97f0c968309c req-2cb8fbfa-5f09-439c-b5f1-39f262f340d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:57.807525 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-835d573e-a134-49ae-825c-97f0c968309c req-2cb8fbfa-5f09-439c-b5f1-39f262f340d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 913 time: 0.0854962 Sep 24 03:41:57.850541 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-835d573e-a134-49ae-825c-97f0c968309c req-53210427-a80c-48f1-bdd4-ba1d2135eb83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ed0ec4-0b4c-409a-97e8-50682cefa193 HTTP/1.1" status: 200 len: 217 time: 0.0326464 Sep 24 03:41:57.899044 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d573e-a134-49ae-825c-97f0c968309c req-bae6f46a-d8c3-4b9b-9de0-1d5f3f15bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:57.900703 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-835d573e-a134-49ae-825c-97f0c968309c req-bae6f46a-d8c3-4b9b-9de0-1d5f3f15bbe8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0431545 Sep 24 03:41:57.951358 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d573e-a134-49ae-825c-97f0c968309c req-dbc43a29-f531-41dc-98fb-a64bce6b2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:57.952801 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-835d573e-a134-49ae-825c-97f0c968309c req-dbc43a29-f531-41dc-98fb-a64bce6b2369 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430865 Sep 24 03:41:58.049074 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-835d573e-a134-49ae-825c-97f0c968309c req-2032bc26-53d7-4e28-85de-bc6581d88ee5 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891829 Sep 24 03:41:58.140354 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-835d573e-a134-49ae-825c-97f0c968309c req-7455254e-738a-4425-ab38-0255c9aa332a service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829184 Sep 24 03:41:58.383752 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e00cb-4dae-4c6f-9daa-9593a7ae417d req-155544a3-7b6e-49e6-ac2f-6f164245d8fa tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:58.385807 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-148e00cb-4dae-4c6f-9daa-9593a7ae417d req-155544a3-7b6e-49e6-ac2f-6f164245d8fa tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 943 time: 0.0495493 Sep 24 03:41:58.422522 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-148e00cb-4dae-4c6f-9daa-9593a7ae417d req-a6450408-45be-4ff1-84b3-8f39b089e8d5 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309157 Sep 24 03:41:59.536726 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a7fe7-374e-42ae-b335-7470d6c4a50c req-fc23430e-9792-485b-95cd-94afb7844866 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:41:59.538207 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-786a7fe7-374e-42ae-b335-7470d6c4a50c req-fc23430e-9792-485b-95cd-94afb7844866 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 943 time: 0.0471282 Sep 24 03:41:59.575407 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-786a7fe7-374e-42ae-b335-7470d6c4a50c req-46fa7ce0-2e54-41f4-881f-6f49b164d2fe tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306609 Sep 24 03:42:00.695736 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676ca8c-a682-4b5a-a7d6-a17857019088 req-d65df05a-97ac-4eb0-bb23-5e46cd334ece tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:00.697935 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0676ca8c-a682-4b5a-a7d6-a17857019088 req-d65df05a-97ac-4eb0-bb23-5e46cd334ece tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 943 time: 0.0552239 Sep 24 03:42:00.735503 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0676ca8c-a682-4b5a-a7d6-a17857019088 req-4a0a26c3-bbce-4250-b748-806eeb915cbc tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316184 Sep 24 03:42:01.847604 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cb86c-c476-4a31-a95e-caaf841f40c9 req-dfa9ba82-e8d7-4864-a258-5e7638b28f7e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:01.849041 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-711cb86c-c476-4a31-a95e-caaf841f40c9 req-dfa9ba82-e8d7-4864-a258-5e7638b28f7e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 943 time: 0.0478549 Sep 24 03:42:01.886803 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-711cb86c-c476-4a31-a95e-caaf841f40c9 req-b49b1afd-a8a1-4a14-a8d3-9fa0e5ad069f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314066 Sep 24 03:42:03.001131 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf12a99-2ff0-465a-924f-5d8f506b7d39 req-97fff1df-4052-4ee7-8d88-a39f28e9e5d6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:03.002639 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5bf12a99-2ff0-465a-924f-5d8f506b7d39 req-97fff1df-4052-4ee7-8d88-a39f28e9e5d6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 943 time: 0.0485291 Sep 24 03:42:03.039960 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5bf12a99-2ff0-465a-924f-5d8f506b7d39 req-60fa1519-f59c-4771-9a90-1a347774a0e2 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314755 Sep 24 03:42:04.154888 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a066977-ba0e-44c4-aa3e-6cfe1b9c9317 req-52abd7d4-5ffd-43c8-90c1-648863783c4b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:04.156324 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1a066977-ba0e-44c4-aa3e-6cfe1b9c9317 req-52abd7d4-5ffd-43c8-90c1-648863783c4b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 943 time: 0.0516479 Sep 24 03:42:04.193247 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1a066977-ba0e-44c4-aa3e-6cfe1b9c9317 req-85e2cb42-b182-4049-87e8-b60cebd504ca tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309935 Sep 24 03:42:05.335838 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 03ed0ec4-0b4c-409a-97e8-50682cefa193 details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:42:05.434677 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 03ed0ec4-0b4c-409a-97e8-50682cefa193, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=03ed0ec4-0b4c-409a-97e8-50682cefa193,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:42:05.445541 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'port_id': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'mac_address': 'fa:16:3e:05:f1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:42:05.460134 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1335e5-02a4-4772-aa7f-d084e831fbd9 req-a3f5ce00-726e-4970-97e1-0387b662a0a2 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:05.461595 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-aa1335e5-02a4-4772-aa7f-d084e831fbd9 req-a3f5ce00-726e-4970-97e1-0387b662a0a2 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 943 time: 0.0486195 Sep 24 03:42:05.486169 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:05.498704 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-aa1335e5-02a4-4772-aa7f-d084e831fbd9 req-2f9ca567-6c05-4ed0-8ed7-b6b1d2cc36a1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311062 Sep 24 03:42:05.499120 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ed0ec4-0b4c-409a-97e8-50682cefa193 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:42:05.518272 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 03ed0ec4-0b4c-409a-97e8-50682cefa193, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=03ed0ec4-0b4c-409a-97e8-50682cefa193,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:42:05.522165 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:05.566040 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=03ed0ec4-0b4c-409a-97e8-50682cefa193,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:42:05.753190 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['03ed0ec4-0b4c-409a-97e8-50682cefa193'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:42:06.610361 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfa757-bb10-47f2-b25d-035f97421e47 req-701084b8-15f2-48d8-bd4e-88f1c67b334a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:06.611789 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-87dfa757-bb10-47f2-b25d-035f97421e47 req-701084b8-15f2-48d8-bd4e-88f1c67b334a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 944 time: 0.0475142 Sep 24 03:42:06.647925 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-87dfa757-bb10-47f2-b25d-035f97421e47 req-2f170918-1c7e-4332-9bcc-a8448aa28ef2 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304248 Sep 24 03:42:07.343373 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 03ed0ec4-0b4c-409a-97e8-50682cefa193 up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:42:07.390919 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 03ed0ec4-0b4c-409a-97e8-50682cefa193 completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:42:07.394534 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 03ed0ec4-0b4c-409a-97e8-50682cefa193 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:42:07.394859 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:07.473108 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:07.494391 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987027b6-5096-480c-ba2a-8536b27fe070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ed0ec4-0b4c-409a-97e8-50682cefa193'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:42:07.496605 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f2496a-8ad9-40d2-b052-8fd713f3a8b2" -d '{"events": [{"server_uuid": "987027b6-5096-480c-ba2a-8536b27fe070", "name": "network-vif-plugged", "status": "completed", "tag": "03ed0ec4-0b4c-409a-97e8-50682cefa193"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:42:07.510397 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 03ed0ec4-0b4c-409a-97e8-50682cefa193, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=03ed0ec4-0b4c-409a-97e8-50682cefa193,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:42:07.516044 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:07.564649 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=03ed0ec4-0b4c-409a-97e8-50682cefa193,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:42:07.589305 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082faf9f-2be1-46a1-8307-fa57e82a005f x-openstack-request-id: req-082faf9f-2be1-46a1-8307-fa57e82a005f {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:42:07.589599 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987027b6-5096-480c-ba2a-8536b27fe070", "name": "network-vif-plugged", "status": "completed", "tag": "03ed0ec4-0b4c-409a-97e8-50682cefa193", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:42:07.589977 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-082faf9f-2be1-46a1-8307-fa57e82a005f {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:42:07.590381 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987027b6-5096-480c-ba2a-8536b27fe070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'code': 200} Sep 24 03:42:07.775486 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560fdd3-3cae-4887-9db4-d35f9a166223 req-e607c04f-8d7f-470e-9065-aa2da3aff906 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:07.776898 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2560fdd3-3cae-4887-9db4-d35f9a166223 req-e607c04f-8d7f-470e-9065-aa2da3aff906 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 945 time: 0.0619748 Sep 24 03:42:07.833525 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1c58d-5951-4684-9035-753429012288 req-605df382-b7b0-42f6-b462-365dfbb5daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:07.835000 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5fa1c58d-5951-4684-9035-753429012288 req-605df382-b7b0-42f6-b462-365dfbb5daee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 1098 time: 0.0759904 Sep 24 03:42:07.838708 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-2560fdd3-3cae-4887-9db4-d35f9a166223 req-13f7d89e-9795-4a74-8a10-e90c3fb6b082 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453126 Sep 24 03:42:07.871347 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5fa1c58d-5951-4684-9035-753429012288 req-2510744e-3165-422a-826e-913522127704 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285425 Sep 24 03:42:08.953180 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78fb24-c87b-4596-a876-ed766fcef829 req-6ed2c629-2010-4199-99d7-499925af3da7 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:08.954582 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8f78fb24-c87b-4596-a876-ed766fcef829 req-6ed2c629-2010-4199-99d7-499925af3da7 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 945 time: 0.0471263 Sep 24 03:42:08.995613 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8f78fb24-c87b-4596-a876-ed766fcef829 req-f11f93fe-2f14-4f05-bb0c-54e8aa50a6f3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350976 Sep 24 03:42:09.108978 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7184a-46d6-47ea-a9d2-ab5054dd8f76 req-89f95a14-9747-4713-ba4e-95ebf5ede4ca tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:09.110512 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fbb7184a-46d6-47ea-a9d2-ab5054dd8f76 req-89f95a14-9747-4713-ba4e-95ebf5ede4ca tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 945 time: 0.0478120 Sep 24 03:42:09.148782 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-fbb7184a-46d6-47ea-a9d2-ab5054dd8f76 req-e9712a79-0b3b-41ac-805d-1f3139f0a90c tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319893 Sep 24 03:42:09.170462 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58764) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:42:09.210142 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4802de8-7a2f-42ef-9dcd-59c39c1ed4cb tempest-TestVolumeBootPattern-729648306 tempest-TestVolumeBootPattern-729648306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:09.211598 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-e4802de8-7a2f-42ef-9dcd-59c39c1ed4cb tempest-TestVolumeBootPattern-729648306 tempest-TestVolumeBootPattern-729648306-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 1093 time: 0.0401735 Sep 24 03:42:09.214417 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58766) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:42:09.218626 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Request body: {'floatingip': {'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'port_id': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:42:09.239910 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for floatingip, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:09.341952 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:09.441060 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Allocated IP 172.27.1.157 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/f72fe2b5-778b-4aa3-af6d-ea359c2f3cc2) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:42:09.542487 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:09.574163 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:09.609311 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:42:09.612105 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:42:09.615543 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:42:09.642446 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'Port': ['ID=f72fe2b5-778b-4aa3-af6d-ea359c2f3cc2,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:42:09.961450 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:10.026339 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:10.170277 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:10.174227 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:10.241311 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'Port': ['ID=f72fe2b5-778b-4aa3-af6d-ea359c2f3cc2,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:42:10.252812 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:10.348619 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Floating IP 326f83da-3393-407a-8939-25b6a7016cce associated. External IP: 172.27.1.157, port: 03ed0ec4-0b4c-409a-97e8-50682cefa193. Sep 24 03:42:10.793038 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:42:10.894273 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:42:10.904915 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2175b3-8e51-43cc-9b0f-5611eb432509 None None] Sync routers for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:42:10.913802 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:10.916312 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2175b3-8e51-43cc-9b0f-5611eb432509 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:42:10.917036 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-8c2175b3-8e51-43cc-9b0f-5611eb432509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:41:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:42:10.944248 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-e0cd7309-9ca7-404c-af0d-615b074d138d tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7288318 Sep 24 03:42:10.944820 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987027b6-5096-480c-ba2a-8536b27fe070', 'tag': '03ed0ec4-0b4c-409a-97e8-50682cefa193'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:42:10.947706 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0056d88-3964-4ba8-b497-589a6c654906" -d '{"events": [{"name": "network-changed", "server_uuid": "987027b6-5096-480c-ba2a-8536b27fe070", "tag": "03ed0ec4-0b4c-409a-97e8-50682cefa193"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:42:10.990661 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a296a4-4b06-4c41-a09d-1466ad7f4736 x-openstack-request-id: req-f8a296a4-4b06-4c41-a09d-1466ad7f4736 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:42:10.991309 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987027b6-5096-480c-ba2a-8536b27fe070", "tag": "03ed0ec4-0b4c-409a-97e8-50682cefa193", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:42:10.991309 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8a296a4-4b06-4c41-a09d-1466ad7f4736 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:42:10.991582 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987027b6-5096-480c-ba2a-8536b27fe070', 'tag': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'status': 'completed', 'code': 200} Sep 24 03:42:11.043110 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-8c2175b3-8e51-43cc-9b0f-5611eb432509 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:42:11.056927 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0056d88-3964-4ba8-b497-589a6c654906 req-ab9ccea4-8633-45a3-ac77-5ee06e637d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:11.058465 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d0056d88-3964-4ba8-b497-589a6c654906 req-ab9ccea4-8633-45a3-ac77-5ee06e637d2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 1098 time: 0.0404329 Sep 24 03:42:11.145909 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0056d88-3964-4ba8-b497-589a6c654906 req-3fb73bd7-5b04-4b4b-bb0a-deb2ec7cad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:11.147384 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d0056d88-3964-4ba8-b497-589a6c654906 req-3fb73bd7-5b04-4b4b-bb0a-deb2ec7cad76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 913 time: 0.0822349 Sep 24 03:42:11.214791 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d0056d88-3964-4ba8-b497-589a6c654906 req-552ba75a-2cd8-4c8b-b1ad-53121f4928d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ed0ec4-0b4c-409a-97e8-50682cefa193 HTTP/1.1" status: 200 len: 999 time: 0.0600321 Sep 24 03:42:11.265233 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0056d88-3964-4ba8-b497-589a6c654906 req-cdb81c39-3adf-4d1b-8257-0a59f7dec0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:11.266730 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d0056d88-3964-4ba8-b497-589a6c654906 req-cdb81c39-3adf-4d1b-8257-0a59f7dec0d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0449343 Sep 24 03:42:11.278865 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-8c2175b3-8e51-43cc-9b0f-5611eb432509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '326f83da-3393-407a-8939-25b6a7016cce', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:05:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987027b6-5096-480c-ba2a-8536b27fe070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:42:09Z', 'updated_at': '2021-09-24T03:42:09Z', 'revision_number': 0, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:42:11.307055 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2175b3-8e51-43cc-9b0f-5611eb432509 None None] Checking router: 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:42:11.314265 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0056d88-3964-4ba8-b497-589a6c654906 req-3a26d265-a519-4d45-92db-bebc21c6214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:11.315400 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2175b3-8e51-43cc-9b0f-5611eb432509 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:42:11.315782 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d0056d88-3964-4ba8-b497-589a6c654906 req-3a26d265-a519-4d45-92db-bebc21c6214d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412698 Sep 24 03:42:11.316013 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-8c2175b3-8e51-43cc-9b0f-5611eb432509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:41:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:42:11.408122 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d0056d88-3964-4ba8-b497-589a6c654906 req-81dc9a7e-d9ee-43b8-b859-84ccc7713467 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854526 Sep 24 03:42:11.422426 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-8c2175b3-8e51-43cc-9b0f-5611eb432509 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:42:11.501314 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d0056d88-3964-4ba8-b497-589a6c654906 req-2276cc58-48df-4651-9ae7-2363bc41efe2 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850596 Sep 24 03:42:11.646296 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-8c2175b3-8e51-43cc-9b0f-5611eb432509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '326f83da-3393-407a-8939-25b6a7016cce', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:05:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987027b6-5096-480c-ba2a-8536b27fe070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:42:09Z', 'updated_at': '2021-09-24T03:42:09Z', 'revision_number': 0, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:42:11.676351 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2175b3-8e51-43cc-9b0f-5611eb432509 None None] The sync data for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi is: [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '326f83da-3393-407a-8939-25b6a7016cce', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:05:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987027b6-5096-480c-ba2a-8536b27fe070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:42:09Z', 'updated_at': '2021-09-24T03:42:09Z', 'revision_number': 0, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:42:11.863850 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ab761-5167-487a-96d4-e6a2572aa303 None None] New status for floating IP 326f83da-3393-407a-8939-25b6a7016cce: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:42:12.412580 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:42:15.207889 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd144-6a83-4791-a311-a645042ba0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:17.688074 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87597af2-01ed-478d-8e2c-2cde1b9bab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:18.738924 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:19.335700 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:20.776724 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:25.284313 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:28.678036 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02b3d879-b6af-4450-b855-313f815b1868 req-96878e67-7acf-4209-8a52-8b4533a44a65 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389667 Sep 24 03:42:28.760943 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3d879-b6af-4450-b855-313f815b1868 req-a6dbb486-b18c-4b84-a913-78ef9c67be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:28.762472 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02b3d879-b6af-4450-b855-313f815b1868 req-a6dbb486-b18c-4b84-a913-78ef9c67be11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 1098 time: 0.0401301 Sep 24 03:42:28.865674 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3d879-b6af-4450-b855-313f815b1868 req-a1165f93-99d7-4626-9fb9-2929ae867194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:28.867121 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02b3d879-b6af-4450-b855-313f815b1868 req-a1165f93-99d7-4626-9fb9-2929ae867194 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 913 time: 0.0848677 Sep 24 03:42:28.932664 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02b3d879-b6af-4450-b855-313f815b1868 req-36ca4911-68f4-4bd0-b6cf-19fe582d8745 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ed0ec4-0b4c-409a-97e8-50682cefa193 HTTP/1.1" status: 200 len: 1001 time: 0.0569136 Sep 24 03:42:28.978288 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3d879-b6af-4450-b855-313f815b1868 req-e38c0a97-43fc-4ea5-b738-844ecdfcd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:28.980458 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02b3d879-b6af-4450-b855-313f815b1868 req-e38c0a97-43fc-4ea5-b738-844ecdfcd0c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0414877 Sep 24 03:42:29.028253 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3d879-b6af-4450-b855-313f815b1868 req-81ef87b3-f9dd-4596-9d2c-b62c02c8b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:42:29.029705 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02b3d879-b6af-4450-b855-313f815b1868 req-81ef87b3-f9dd-4596-9d2c-b62c02c8b889 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417497 Sep 24 03:42:29.118907 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02b3d879-b6af-4450-b855-313f815b1868 req-b25a245c-4399-4f66-b240-20a22ae22648 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813355 Sep 24 03:42:29.215700 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-02b3d879-b6af-4450-b855-313f815b1868 req-42e77750-f51c-449f-8445-df5339fe526d service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865476 Sep 24 03:42:45.208103 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34680186-5ee4-41a6-8ebc-d75bf9b55a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:47.684507 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8b06a90-6e26-4b04-8f14-145f19c4a9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:48.740103 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:49.337888 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:49.410973 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:42:50.779362 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:42:55.284301 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:15.209480 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d22c9da1-8548-452a-9484-fac6eed485d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:17.688859 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45c33c03-fa3a-40b2-8969-33f095be82ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:18.741570 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:19.342742 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:20.782059 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:25.308738 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:26.410026 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:43:28.686489 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-844a0432-c6dc-4aaa-8ab6-932fbcebfd54 req-1ed75480-31f1-4f7f-8fb3-3e4fa47a9b88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393465 Sep 24 03:43:28.764081 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a0432-c6dc-4aaa-8ab6-932fbcebfd54 req-d86af782-baff-4bce-a35f-5a4b6f1b98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:28.765535 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-844a0432-c6dc-4aaa-8ab6-932fbcebfd54 req-d86af782-baff-4bce-a35f-5a4b6f1b98f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 1098 time: 0.0397456 Sep 24 03:43:28.866593 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a0432-c6dc-4aaa-8ab6-932fbcebfd54 req-ec8fea13-1da5-48e3-9c57-f6381fa574f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:28.868013 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-844a0432-c6dc-4aaa-8ab6-932fbcebfd54 req-ec8fea13-1da5-48e3-9c57-f6381fa574f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 913 time: 0.0843368 Sep 24 03:43:28.932193 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-844a0432-c6dc-4aaa-8ab6-932fbcebfd54 req-13369c18-6e26-4683-8d40-7d295b528b65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ed0ec4-0b4c-409a-97e8-50682cefa193 HTTP/1.1" status: 200 len: 1001 time: 0.0551405 Sep 24 03:43:28.983994 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a0432-c6dc-4aaa-8ab6-932fbcebfd54 req-d8ffbf15-3879-451f-89b4-9b2b2545eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:28.985343 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-844a0432-c6dc-4aaa-8ab6-932fbcebfd54 req-d8ffbf15-3879-451f-89b4-9b2b2545eab5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0463979 Sep 24 03:43:29.029534 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a0432-c6dc-4aaa-8ab6-932fbcebfd54 req-750ca059-6be8-4a75-bb91-5aab5d50100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:29.031018 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-844a0432-c6dc-4aaa-8ab6-932fbcebfd54 req-750ca059-6be8-4a75-bb91-5aab5d50100d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388851 Sep 24 03:43:29.116325 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-844a0432-c6dc-4aaa-8ab6-932fbcebfd54 req-4935120b-47e5-40db-acba-835b19418398 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784047 Sep 24 03:43:29.205521 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-844a0432-c6dc-4aaa-8ab6-932fbcebfd54 req-86d68584-cd68-4573-8b77-b7906d31b9e3 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826974 Sep 24 03:43:44.966884 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-8bb750f9-6df4-4ec6-9519-01cdb88c4964 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084952511&fields=id&tenant_id=6dfe51f1a692492e80a0c7c5a9078e73 HTTP/1.1" status: 200 len: 267 time: 0.0323887 Sep 24 03:43:45.076312 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-05093a43-9f85-4aaf-b09f-768545a35703 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:45.078073 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-05093a43-9f85-4aaf-b09f-768545a35703 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 812 time: 0.1045623 Sep 24 03:43:45.092292 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-ce0e6b93-c033-4205-a700-e3d925dd267a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/quotas/6dfe51f1a692492e80a0c7c5a9078e73 HTTP/1.1" status: 200 len: 375 time: 0.0086157 Sep 24 03:43:45.148030 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-de1c6ead-c1f1-4733-a7fa-84745b217e8b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0506108 Sep 24 03:43:45.205484 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-e6239167-f841-4a3f-9b9c-6df9cca3a494 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 03:43:45.206533 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-e6239167-f841-4a3f-9b9c-6df9cca3a494 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472922 Sep 24 03:43:45.212899 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d4a2363-a53c-4df4-911e-0ffd39aab174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:45.298711 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9404709b-7ecc-4951-8564-80508475d120 service neutron] 10.222.0.18 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852811 Sep 24 03:43:45.386778 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-423eddd6-6acd-47ad-8a96-1f0824211a2e service neutron] 10.222.0.18 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819888 Sep 24 03:43:45.672488 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-0d534104-b710-499b-86c0-dfb793329a6e req-1dc4932a-2b69-4ca2-a298-f7097e2c304b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 210 time: 0.0266325 Sep 24 03:43:46.548704 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-59a5317a-e1ab-4188-9971-14de6de44f50 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:46.550183 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-59a5317a-e1ab-4188-9971-14de6de44f50 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 812 time: 0.1087706 Sep 24 03:43:46.595984 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-03c2786b-eea2-4ac7-971d-717329c2d51a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dfe51f1a692492e80a0c7c5a9078e73 HTTP/1.1" status: 200 len: 380 time: 0.0362029 Sep 24 03:43:46.605762 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Request body: {'port': {'device_id': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'admin_state_up': True, 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'security_groups': ['7de37d12-bd2d-4ed4-8c3c-3e36a4995d46']}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:43:46.723814 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Made reservation on behalf of 6dfe51f1a692492e80a0c7c5a9078e73 for: {'port': 1} {{(pid=94016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 03:43:46.727324 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:46.770521 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b823797d-7339-43d6-9f6b-8bf04ac4ca32 req-f686967b-9e15-4e15-be36-55069811ed22 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 210 time: 0.0306213 Sep 24 03:43:46.888703 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Allocated IP 172.20.0.11 (2db2bbde-716b-483e-ab4b-d8be258587c3/036371fe-4d18-42b5-a9ad-d6d30f128895/59949c75-d4af-428d-acd5-0e2fd2a59d20) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:43:47.033505 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:47.065474 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:47.110126 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Network 2db2bbde-716b-483e-ab4b-d8be258587c3 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:43:47.113034 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:43:47.116648 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:43:47.125400 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'Port': ['ID=59949c75-d4af-428d-acd5-0e2fd2a59d20,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:43:47.154489 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:47.155640 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:47.155778 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:47.156066 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:47.156392 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:47.156717 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:47.157040 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:47.157359 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:47.157687 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:47.158032 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:47.158347 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:47.158662 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:47.181218 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:47.181874 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:47.196783 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-77d28daf-f4c4-4c78-9af3-fb31f9a0e7eb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5947149 Sep 24 03:43:47.209849 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Request body: {'port': {'device_id': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81080'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:43:47.272728 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:47.296757 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-1296cb41-3500-4ab0-8e26-53b430aa39dd None None] Provisioning complete for port 59949c75-d4af-428d-acd5-0e2fd2a59d20 triggered by entity DHCP. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:43:47.297690 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1296cb41-3500-4ab0-8e26-53b430aa39dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:47.453238 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1296cb41-3500-4ab0-8e26-53b430aa39dd None None] Port 59949c75-d4af-428d-acd5-0e2fd2a59d20 cannot update to ACTIVE because it is not bound. {{(pid=94018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 03:43:47.546732 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59949c75-d4af-428d-acd5-0e2fd2a59d20 {{(pid=94016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:43:47.553941 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:47.566102 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.provisioning_blocks [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Transition to ACTIVE for port object 59949c75-d4af-428d-acd5-0e2fd2a59d20 will not be triggered until provisioned by entity L2. {{(pid=94016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 03:43:47.574950 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:47.624578 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Pushing event updated for resources: {'Port': ['ID=59949c75-d4af-428d-acd5-0e2fd2a59d20,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:43:47.690828 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-935cda24-bc99-40da-aa55-b1fd053b4f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:47.704445 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Attempting to bind port 59949c75-d4af-428d-acd5-0e2fd2a59d20 on host hv-cinder-81080 for vnic_type normal with profile {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 03:43:47.704841 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Attempting to bind port 59949c75-d4af-428d-acd5-0e2fd2a59d20 by drivers openvswitch,hyperv on host hv-cinder-81080 at level 0 using segments [{'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 03:43:47.705104 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Attempting to bind port 59949c75-d4af-428d-acd5-0e2fd2a59d20 on network 2db2bbde-716b-483e-ab4b-d8be258587c3 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:43:47.709620 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Port 59949c75-d4af-428d-acd5-0e2fd2a59d20 on network 2db2bbde-716b-483e-ab4b-d8be258587c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81080 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 03:43:47.709975 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Attempting to bind port 59949c75-d4af-428d-acd5-0e2fd2a59d20 on network 2db2bbde-716b-483e-ab4b-d8be258587c3 {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 03:43:47.714912 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Checking agent: {'id': 'f33432ee-167f-4bb4-b533-c633fac17f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81080', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'started_at': datetime.datetime(2021, 9, 24, 3, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 03:43:47.715277 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Checking segment: {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 03:43:47.715625 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Bound using segment: {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'} {{(pid=94016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 03:43:47.716034 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.managers [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Bound port: 59949c75-d4af-428d-acd5-0e2fd2a59d20, host: hv-cinder-81080, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3'}}] {{(pid=94016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 03:43:47.716387 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:47.786789 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] For port 59949c75-d4af-428d-acd5-0e2fd2a59d20, host hv-cinder-81080, cleared binding levels {{(pid=94016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 03:43:47.789793 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] For port 59949c75-d4af-428d-acd5-0e2fd2a59d20, host hv-cinder-81080, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=59949c75-d4af-428d-acd5-0e2fd2a59d20,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 03:43:47.794141 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:47.827375 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:47.827983 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:47.829398 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] 10.222.0.13 "PUT /v2.0/ports/59949c75-d4af-428d-acd5-0e2fd2a59d20 HTTP/1.1" status: 200 len: 1094 time: 0.6238160 Sep 24 03:43:47.829852 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'tag': '59949c75-d4af-428d-acd5-0e2fd2a59d20'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:43:47.832057 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01330e5-b7a9-43fe-8dd7-3842b74dd00a" -d '{"events": [{"name": "network-changed", "server_uuid": "0552e2ca-104c-4100-ac8c-aa9ea0460cd4", "tag": "59949c75-d4af-428d-acd5-0e2fd2a59d20"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:43:47.879192 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89315ba9-ac57-4b7e-bc86-66912cc48d48 x-openstack-request-id: req-89315ba9-ac57-4b7e-bc86-66912cc48d48 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:43:47.879474 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0552e2ca-104c-4100-ac8c-aa9ea0460cd4", "tag": "59949c75-d4af-428d-acd5-0e2fd2a59d20", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:43:47.879743 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89315ba9-ac57-4b7e-bc86-66912cc48d48 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:43:47.880100 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'tag': '59949c75-d4af-428d-acd5-0e2fd2a59d20', 'status': 'completed', 'code': 200} Sep 24 03:43:47.921962 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17b911-ea0c-4fcc-ab3c-1f8692532ccf service neutron] Pushing event updated for resources: {'Port': ['ID=59949c75-d4af-428d-acd5-0e2fd2a59d20,revision_number=3']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:43:47.946733 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af8c76-0b8a-4924-9399-e7e171568b98 req-42d6557f-6cc4-41f9-9d23-5a539e438dc1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:47.948255 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-71af8c76-0b8a-4924-9399-e7e171568b98 req-42d6557f-6cc4-41f9-9d23-5a539e438dc1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 944 time: 0.1053429 Sep 24 03:43:47.962928 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-136fb441-40bc-4ddc-8442-b1877c91251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:47.964569 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-136fb441-40bc-4ddc-8442-b1877c91251b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 1097 time: 0.0836604 Sep 24 03:43:48.021055 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-ef9febc7-2636-45de-a69a-b5de61e4c18e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59949c75-d4af-428d-acd5-0e2fd2a59d20 HTTP/1.1" status: 200 len: 217 time: 0.0459251 Sep 24 03:43:48.049673 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-71af8c76-0b8a-4924-9399-e7e171568b98 req-d9f9981f-3626-4b5d-8f60-371f16720577 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943382 Sep 24 03:43:48.093944 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-5b394232-63e1-4b1d-8b2e-15491ff75f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:48.095068 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-5b394232-63e1-4b1d-8b2e-15491ff75f45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0632894 Sep 24 03:43:48.140128 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-c9fad47b-3bb1-4456-b286-ddfb46770ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:48.141305 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-c9fad47b-3bb1-4456-b286-ddfb46770ee4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398257 Sep 24 03:43:48.226650 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-1383b3b6-39ca-40ca-a993-4785c1711b76 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781386 Sep 24 03:43:48.319501 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-43f107d9-c914-4e3e-9227-ee8562a632c0 req-b5b79688-d19e-4e3a-918d-513ae5722de8 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859709 Sep 24 03:43:48.404507 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01330e5-b7a9-43fe-8dd7-3842b74dd00a req-08da4314-b549-46fe-a1f4-284041893e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:48.406659 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a01330e5-b7a9-43fe-8dd7-3842b74dd00a req-08da4314-b549-46fe-a1f4-284041893e55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 1097 time: 0.0406060 Sep 24 03:43:48.743954 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:48.750070 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01330e5-b7a9-43fe-8dd7-3842b74dd00a req-b7a13dd1-41a6-4af5-bb50-41cd78289d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:48.751557 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a01330e5-b7a9-43fe-8dd7-3842b74dd00a req-b7a13dd1-41a6-4af5-bb50-41cd78289d61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 913 time: 0.3367436 Sep 24 03:43:48.796793 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a01330e5-b7a9-43fe-8dd7-3842b74dd00a req-6c393337-4d84-408f-ad7a-e55218fe886c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59949c75-d4af-428d-acd5-0e2fd2a59d20 HTTP/1.1" status: 200 len: 217 time: 0.0328820 Sep 24 03:43:48.845533 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01330e5-b7a9-43fe-8dd7-3842b74dd00a req-7eb84d46-106b-4121-afa5-70e37123b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:48.846940 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a01330e5-b7a9-43fe-8dd7-3842b74dd00a req-7eb84d46-106b-4121-afa5-70e37123b7fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0412660 Sep 24 03:43:48.896176 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01330e5-b7a9-43fe-8dd7-3842b74dd00a req-c8608580-b94b-469f-ac7d-f9b470bec304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:48.897607 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a01330e5-b7a9-43fe-8dd7-3842b74dd00a req-c8608580-b94b-469f-ac7d-f9b470bec304 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411568 Sep 24 03:43:48.985219 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a01330e5-b7a9-43fe-8dd7-3842b74dd00a req-aa86fc69-fd7d-4d90-a51c-0b8c980ab65a service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803173 Sep 24 03:43:49.073630 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a01330e5-b7a9-43fe-8dd7-3842b74dd00a req-5cd27b10-567d-4e69-ba64-8ced1241343a service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812790 Sep 24 03:43:49.165852 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312c428-25b3-42ec-a974-b010b4e07055 req-d294309a-5180-4447-8a26-4650f6f42a20 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:49.167296 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8312c428-25b3-42ec-a974-b010b4e07055 req-d294309a-5180-4447-8a26-4650f6f42a20 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 944 time: 0.0478833 Sep 24 03:43:49.204284 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8312c428-25b3-42ec-a974-b010b4e07055 req-7c018de9-a60b-492c-9794-de1c160d4d36 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300066 Sep 24 03:43:49.347003 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:50.316243 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc339c9-66a3-47fc-af35-4dd360eb6357 req-4e397b17-4195-4653-a863-0ac155a8f0a5 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:50.317762 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9bc339c9-66a3-47fc-af35-4dd360eb6357 req-4e397b17-4195-4653-a863-0ac155a8f0a5 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 944 time: 0.0478265 Sep 24 03:43:50.355455 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-9bc339c9-66a3-47fc-af35-4dd360eb6357 req-0e3c846e-3d69-42f8-8750-19ae3224ff07 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318110 Sep 24 03:43:50.786199 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:51.473440 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09948ab3-a42d-4008-9f54-53d3f97304d4 req-eaf06d03-ee9a-4595-a709-b598aa50c210 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:51.474911 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-09948ab3-a42d-4008-9f54-53d3f97304d4 req-eaf06d03-ee9a-4595-a709-b598aa50c210 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 944 time: 0.0536168 Sep 24 03:43:51.511132 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-09948ab3-a42d-4008-9f54-53d3f97304d4 req-65480c37-bff3-4bb3-998a-027c655f846b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301292 Sep 24 03:43:52.622182 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf688f-a1be-4a2c-b657-fa5b4e2e3f69 req-66c30db4-d07a-4099-8db9-1091921217ca tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:52.623676 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-72bf688f-a1be-4a2c-b657-fa5b4e2e3f69 req-66c30db4-d07a-4099-8db9-1091921217ca tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 944 time: 0.0479970 Sep 24 03:43:52.661460 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-72bf688f-a1be-4a2c-b657-fa5b4e2e3f69 req-762f96f6-fcc5-495c-9a63-ed6ce7025d98 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318129 Sep 24 03:43:53.772794 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46baae8-76ae-4851-a6ce-c021ae1b7727 req-1035eb35-c177-482f-a50c-a3e66d17b819 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:53.774271 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d46baae8-76ae-4851-a6ce-c021ae1b7727 req-1035eb35-c177-482f-a50c-a3e66d17b819 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 944 time: 0.0482764 Sep 24 03:43:53.812175 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-d46baae8-76ae-4851-a6ce-c021ae1b7727 req-d90ce2bd-0427-4fc0-9dad-2c4047164d0a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313525 Sep 24 03:43:54.928400 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973100b-04d0-4571-b5c7-5b7f7c7b3956 req-00d42c4a-2975-4a83-84b6-a07f9ba411e1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:54.929901 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e973100b-04d0-4571-b5c7-5b7f7c7b3956 req-00d42c4a-2975-4a83-84b6-a07f9ba411e1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 944 time: 0.0520995 Sep 24 03:43:54.965950 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e973100b-04d0-4571-b5c7-5b7f7c7b3956 req-285cc653-787f-4157-b0ff-af92fd2cb1da tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301995 Sep 24 03:43:55.329442 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:55.796602 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 59949c75-d4af-428d-acd5-0e2fd2a59d20 details requested by agent hyperv_hv-cinder-81080 with host hv-cinder-81080 {{(pid=94018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 03:43:55.889993 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 59949c75-d4af-428d-acd5-0e2fd2a59d20, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=59949c75-d4af-428d-acd5-0e2fd2a59d20,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:43:55.900656 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Returning: {'device': '59949c75-d4af-428d-acd5-0e2fd2a59d20', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'port_id': '59949c75-d4af-428d-acd5-0e2fd2a59d20', 'mac_address': 'fa:16:3e:a1:03:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 03:43:55.937306 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:55.949471 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59949c75-d4af-428d-acd5-0e2fd2a59d20 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 03:43:55.969302 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 59949c75-d4af-428d-acd5-0e2fd2a59d20, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=59949c75-d4af-428d-acd5-0e2fd2a59d20,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:43:55.973004 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:56.020290 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=59949c75-d4af-428d-acd5-0e2fd2a59d20,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:43:56.027099 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:56.027451 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:56.027792 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:56.028124 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:56.028461 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:56.028788 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:56.029113 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:56.029436 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:56.030383 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:56.031304 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:56.031638 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:56.031968 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:43:56.076857 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5644a16-e5e3-4304-b556-dab75f5dc731 req-149bcf59-d0b4-4a92-8877-31c11aa460bb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:56.078345 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b5644a16-e5e3-4304-b556-dab75f5dc731 req-149bcf59-d0b4-4a92-8877-31c11aa460bb tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 945 time: 0.0490599 Sep 24 03:43:56.116921 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b5644a16-e5e3-4304-b556-dab75f5dc731 req-77e22f99-b3f7-4407-9140-ca780ea6a0b3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327301 Sep 24 03:43:56.216121 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] get_ports_and_sgs() called for port_ids ['59949c75-d4af-428d-acd5-0e2fd2a59d20'] {{(pid=94018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 03:43:57.227268 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a71246-0768-4c50-87d6-bda4b2aaee8a req-7ab800f4-3247-459a-a321-45f9e57b5e64 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:57.228713 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-50a71246-0768-4c50-87d6-bda4b2aaee8a req-7ab800f4-3247-459a-a321-45f9e57b5e64 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 945 time: 0.0473630 Sep 24 03:43:57.265520 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-50a71246-0768-4c50-87d6-bda4b2aaee8a req-2a272479-5802-409c-8638-966643b70035 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305617 Sep 24 03:43:57.814223 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 59949c75-d4af-428d-acd5-0e2fd2a59d20 up at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 03:43:57.863523 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning for port 59949c75-d4af-428d-acd5-0e2fd2a59d20 completed by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 03:43:57.867139 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Provisioning complete for port 59949c75-d4af-428d-acd5-0e2fd2a59d20 triggered by entity L2. {{(pid=94018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 03:43:57.867514 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7751934'] for port, provisioning_complete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:57.947187 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:57.969387 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59949c75-d4af-428d-acd5-0e2fd2a59d20'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:43:57.971650 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e85438f7a011eafa3f42f11988189aa989f41b512506796955ed058520b889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d595bb-58d6-46d2-adb3-a0b30a82bfa5" -d '{"events": [{"server_uuid": "0552e2ca-104c-4100-ac8c-aa9ea0460cd4", "name": "network-vif-plugged", "status": "completed", "tag": "59949c75-d4af-428d-acd5-0e2fd2a59d20"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:43:57.984494 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] For port 59949c75-d4af-428d-acd5-0e2fd2a59d20, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=59949c75-d4af-428d-acd5-0e2fd2a59d20,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:43:57.988403 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:58.012951 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02b7de7-0ae1-4e25-9c6d-f0c85b80315a x-openstack-request-id: req-c02b7de7-0ae1-4e25-9c6d-f0c85b80315a {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:43:58.013235 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0552e2ca-104c-4100-ac8c-aa9ea0460cd4", "name": "network-vif-plugged", "status": "completed", "tag": "59949c75-d4af-428d-acd5-0e2fd2a59d20", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:43:58.013478 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c02b7de7-0ae1-4e25-9c6d-f0c85b80315a {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:43:58.013880 dv-cinder-810800-1-iscsi neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59949c75-d4af-428d-acd5-0e2fd2a59d20', 'code': 200} Sep 24 03:43:58.040933 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Pushing event updated for resources: {'Port': ['ID=59949c75-d4af-428d-acd5-0e2fd2a59d20,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:43:58.238181 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7488b57-e28b-41a5-8f4b-26cdc3d6b815 req-a2e60413-3cf0-4e7f-967e-c9d06d3e7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:58.239641 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e7488b57-e28b-41a5-8f4b-26cdc3d6b815 req-a2e60413-3cf0-4e7f-967e-c9d06d3e7756 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 1099 time: 0.0436065 Sep 24 03:43:58.274090 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-e7488b57-e28b-41a5-8f4b-26cdc3d6b815 req-928f17f5-50d2-4aff-845d-eecc49b9d01b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272384 Sep 24 03:43:58.377164 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cd108-8ff4-4e52-a4fc-587d839443fd req-714446b8-6a1e-4aad-99ed-ddb993f3c137 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:58.378638 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd6cd108-8ff4-4e52-a4fc-587d839443fd req-714446b8-6a1e-4aad-99ed-ddb993f3c137 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 946 time: 0.0479364 Sep 24 03:43:58.415622 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-cd6cd108-8ff4-4e52-a4fc-587d839443fd req-aff1c0f3-6068-4445-9145-df1b5ab014e7 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310853 Sep 24 03:43:59.531843 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b565972-12fa-41a1-a0a8-c7ab889e076f req-4165e2fd-1d0e-4910-b3ab-aa7dd1bd9d69 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:59.533335 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5b565972-12fa-41a1-a0a8-c7ab889e076f req-4165e2fd-1d0e-4910-b3ab-aa7dd1bd9d69 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 946 time: 0.0507591 Sep 24 03:43:59.570395 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5b565972-12fa-41a1-a0a8-c7ab889e076f req-3776b6b8-65a9-4b2a-a38e-f89cd3e2d57c tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310905 Sep 24 03:43:59.692707 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f26de-8fda-4a23-8332-e7809d7167d2 req-f94a1bc8-a6c3-47ce-95d4-3ebe72a6d05e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:59.694760 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a76f26de-8fda-4a23-8332-e7809d7167d2 req-f94a1bc8-a6c3-47ce-95d4-3ebe72a6d05e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 946 time: 0.0602021 Sep 24 03:43:59.736822 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-a76f26de-8fda-4a23-8332-e7809d7167d2 req-fa49b3fd-a188-4ffc-9b3f-1ea62930b62f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363145 Sep 24 03:43:59.758386 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58886) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:43:59.799007 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b3b6d4-c346-4519-8c62-d2c1e9bed257 tempest-TestVolumeBootPattern-729648306 tempest-TestVolumeBootPattern-729648306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:43:59.800494 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-04b3b6d4-c346-4519-8c62-d2c1e9bed257 tempest-TestVolumeBootPattern-729648306 tempest-TestVolumeBootPattern-729648306-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 1094 time: 0.0411429 Sep 24 03:43:59.803169 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58888) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:43:59.807402 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.v2.base [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Request body: {'floatingip': {'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'port_id': '59949c75-d4af-428d-acd5-0e2fd2a59d20', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 03:43:59.828416 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for floatingip, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:43:59.925518 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:00.024722 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_common [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Allocated IP 172.27.1.101 (fbd1662f-29d0-4f7e-9136-bac8ec89d902/7309a29f-ac05-463a-89e4-08b9753d2369/450d45a8-8132-4efd-ad23-4677d01e33cb) {{(pid=94016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 03:44:00.125996 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for port, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:00.164188 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770955609775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:00.197908 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Network fbd1662f-29d0-4f7e-9136-bac8ec89d902 is already hosted by enough agents. {{(pid=94016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 03:44:00.200624 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.base_scheduler [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Resources bound (agent type, host, resource id): {{(pid=94016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 03:44:00.204461 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Received port after_create {{(pid=94016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 03:44:00.229801 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'Port': ['ID=450d45a8-8132-4efd-ad23-4677d01e33cb,revision_number=1']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:44:00.539680 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:00.602015 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7738914'] for port, before_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:00.748155 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for port, precommit_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:00.753084 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770956098820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770955609793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770955609811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815868'] for port, after_update {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:00.818956 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event updated for resources: {'Port': ['ID=450d45a8-8132-4efd-ad23-4677d01e33cb,revision_number=2']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:44:00.828470 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726535'] for floatingip, after_create {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:00.928850 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Floating IP b010dec1-0e3f-4e7b-9798-60abd4792aaf associated. External IP: 172.27.1.101, port: 59949c75-d4af-428d-acd5-0e2fd2a59d20. Sep 24 03:44:01.130747 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:44:01.235144 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:44:01.244914 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77aac45-3ffe-4b65-92f1-d4af401b24be None None] Sync routers for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:44:01.251010 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:01.259165 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77aac45-3ffe-4b65-92f1-d4af401b24be None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:44:01.259846 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-a77aac45-3ffe-4b65-92f1-d4af401b24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:43:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:44:01.278034 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-7d162d0c-98f8-494b-bfcd-989c30d8863b tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4738469 Sep 24 03:44:01.278604 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'tag': '59949c75-d4af-428d-acd5-0e2fd2a59d20'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:44:01.280886 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba76ad2-7678-4b05-b2e4-809cc774bcad" -d '{"events": [{"name": "network-changed", "server_uuid": "0552e2ca-104c-4100-ac8c-aa9ea0460cd4", "tag": "59949c75-d4af-428d-acd5-0e2fd2a59d20"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:44:01.318089 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2169d163-7540-48b9-8b27-1d5bbbe0ee75 x-openstack-request-id: req-2169d163-7540-48b9-8b27-1d5bbbe0ee75 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:44:01.318383 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0552e2ca-104c-4100-ac8c-aa9ea0460cd4", "tag": "59949c75-d4af-428d-acd5-0e2fd2a59d20", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:44:01.318637 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2169d163-7540-48b9-8b27-1d5bbbe0ee75 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:44:01.319046 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'tag': '59949c75-d4af-428d-acd5-0e2fd2a59d20', 'status': 'completed', 'code': 200} Sep 24 03:44:01.366330 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-a77aac45-3ffe-4b65-92f1-d4af401b24be None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:44:01.379387 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76ad2-7678-4b05-b2e4-809cc774bcad req-0f1c40a0-e3d2-4c47-a998-cb75df8736be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:44:01.380961 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3ba76ad2-7678-4b05-b2e4-809cc774bcad req-0f1c40a0-e3d2-4c47-a998-cb75df8736be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 1099 time: 0.0412688 Sep 24 03:44:01.471753 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76ad2-7678-4b05-b2e4-809cc774bcad req-f4e4429f-db73-4e5a-8870-b457ce09955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:44:01.473226 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3ba76ad2-7678-4b05-b2e4-809cc774bcad req-f4e4429f-db73-4e5a-8870-b457ce09955b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 913 time: 0.0851004 Sep 24 03:44:01.542413 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3ba76ad2-7678-4b05-b2e4-809cc774bcad req-24920330-8006-4936-a672-db9b0c8f329f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59949c75-d4af-428d-acd5-0e2fd2a59d20 HTTP/1.1" status: 200 len: 1000 time: 0.0620303 Sep 24 03:44:01.588008 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-a77aac45-3ffe-4b65-92f1-d4af401b24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '326f83da-3393-407a-8939-25b6a7016cce', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:05:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987027b6-5096-480c-ba2a-8536b27fe070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:42:09Z', 'updated_at': '2021-09-24T03:42:11Z', 'revision_number': 1, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}, {'id': 'b010dec1-0e3f-4e7b-9798-60abd4792aaf', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '59949c75-d4af-428d-acd5-0e2fd2a59d20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:a1:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:44:00Z', 'updated_at': '2021-09-24T03:44:00Z', 'revision_number': 0, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:44:01.590442 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76ad2-7678-4b05-b2e4-809cc774bcad req-c49b5ca2-342d-4dcb-8d52-7c276d89b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:44:01.591883 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3ba76ad2-7678-4b05-b2e4-809cc774bcad req-c49b5ca2-342d-4dcb-8d52-7c276d89b8ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0426559 Sep 24 03:44:01.615390 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77aac45-3ffe-4b65-92f1-d4af401b24be None None] Checking router: 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:44:01.624819 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77aac45-3ffe-4b65-92f1-d4af401b24be None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:44:01.625441 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-a77aac45-3ffe-4b65-92f1-d4af401b24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:43:48Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:44:01.640778 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76ad2-7678-4b05-b2e4-809cc774bcad req-79f8e24f-f795-4090-ad07-71fc07ec7f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:44:01.642223 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3ba76ad2-7678-4b05-b2e4-809cc774bcad req-79f8e24f-f795-4090-ad07-71fc07ec7f0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433736 Sep 24 03:44:01.727554 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-a77aac45-3ffe-4b65-92f1-d4af401b24be None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:44:01.732659 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3ba76ad2-7678-4b05-b2e4-809cc774bcad req-b67a5a65-d27b-4f53-aac0-1b634f8b9d71 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833340 Sep 24 03:44:01.825147 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-3ba76ad2-7678-4b05-b2e4-809cc774bcad req-76d5657a-d212-4c97-bf51-3785983eaa39 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842493 Sep 24 03:44:01.948330 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-a77aac45-3ffe-4b65-92f1-d4af401b24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '326f83da-3393-407a-8939-25b6a7016cce', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:05:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987027b6-5096-480c-ba2a-8536b27fe070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:42:09Z', 'updated_at': '2021-09-24T03:42:11Z', 'revision_number': 1, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}, {'id': 'b010dec1-0e3f-4e7b-9798-60abd4792aaf', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '59949c75-d4af-428d-acd5-0e2fd2a59d20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:a1:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:44:00Z', 'updated_at': '2021-09-24T03:44:00Z', 'revision_number': 0, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:44:01.974207 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77aac45-3ffe-4b65-92f1-d4af401b24be None None] The sync data for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi is: [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '326f83da-3393-407a-8939-25b6a7016cce', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:05:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987027b6-5096-480c-ba2a-8536b27fe070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:42:09Z', 'updated_at': '2021-09-24T03:42:11Z', 'revision_number': 1, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}, {'id': 'b010dec1-0e3f-4e7b-9798-60abd4792aaf', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '59949c75-d4af-428d-acd5-0e2fd2a59d20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:a1:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:44:00Z', 'updated_at': '2021-09-24T03:44:00Z', 'revision_number': 0, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:44:02.153129 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd19298c-4c7c-4c04-b905-03516baf2adb None None] New status for floating IP b010dec1-0e3f-4e7b-9798-60abd4792aaf: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:44:03.408955 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:44:15.214435 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8fc0-7071-41a5-94ad-26307a06352c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:17.694228 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-acdef768-efcc-409d-9cc5-cf675f06eded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:18.745400 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:19.349591 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:20.790028 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:25.328714 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:29.766457 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-41e7f033-215e-4e87-83eb-a9194e73ac64 req-35b21cdc-6a06-48d9-8e6a-51b37116b037 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389481 Sep 24 03:44:29.849250 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7f033-215e-4e87-83eb-a9194e73ac64 req-5ef68a1c-4f1d-4b21-b75c-5d4a1a68be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:44:29.850697 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-41e7f033-215e-4e87-83eb-a9194e73ac64 req-5ef68a1c-4f1d-4b21-b75c-5d4a1a68be7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 1098 time: 0.0386138 Sep 24 03:44:29.957005 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7f033-215e-4e87-83eb-a9194e73ac64 req-219188ee-40f6-4658-9530-a8b9dc1a5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:44:29.958474 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-41e7f033-215e-4e87-83eb-a9194e73ac64 req-219188ee-40f6-4658-9530-a8b9dc1a5ab3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 913 time: 0.0878918 Sep 24 03:44:30.023186 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-41e7f033-215e-4e87-83eb-a9194e73ac64 req-6f2dce35-4f09-4730-a9ed-726d53c7d7e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ed0ec4-0b4c-409a-97e8-50682cefa193 HTTP/1.1" status: 200 len: 1001 time: 0.0576987 Sep 24 03:44:30.074263 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7f033-215e-4e87-83eb-a9194e73ac64 req-6d4a2f4a-f31b-4bfd-b50a-10e34c3c9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:44:30.075678 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-41e7f033-215e-4e87-83eb-a9194e73ac64 req-6d4a2f4a-f31b-4bfd-b50a-10e34c3c9c5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0450699 Sep 24 03:44:30.120046 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7f033-215e-4e87-83eb-a9194e73ac64 req-ee968360-7de8-4730-93ee-dcf812fd97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:44:30.121478 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-41e7f033-215e-4e87-83eb-a9194e73ac64 req-ee968360-7de8-4730-93ee-dcf812fd97b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385566 Sep 24 03:44:30.211775 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-41e7f033-215e-4e87-83eb-a9194e73ac64 req-7bf50238-e571-4e6d-802c-56756ca4cbfc service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817344 Sep 24 03:44:30.297147 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-41e7f033-215e-4e87-83eb-a9194e73ac64 req-77ec97d1-f302-4cc3-b2e0-204ebffc3bd9 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783153 Sep 24 03:44:40.407312 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:44:45.222128 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac338653-6cda-46b1-b243-0dee27ea1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:47.695199 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0dd8bc06-90ee-44f4-890c-7c0359c587db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:48.746720 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:49.353546 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:50.791837 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:44:55.344677 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:15.212820 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-96b1bff7-6185-4f6e-9803-87cadda9368c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:17.407270 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:45:17.695944 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b48e04e1-569f-41fd-a6c1-5b0e0dfcaa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:18.748136 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:19.356080 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:20.795255 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:25.364545 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:28.337996 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 58930) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:28.587100 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Deleting port 450d45a8-8132-4efd-ad23-4677d01e33cb {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:45:28.587440 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:28.901312 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:28.901641 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:28.914185 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Calling delete_port for 450d45a8-8132-4efd-ad23-4677d01e33cb owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:45:29.078632 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:29.105978 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event deleted for resources: {'Port': ['ID=450d45a8-8132-4efd-ad23-4677d01e33cb,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:29.130157 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:29.130507 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:29.130847 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:29.131236 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:29.131517 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:29.131813 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:29.132133 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:29.132452 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:29.132771 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:29.133086 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:29.133418 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:29.133736 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:29.176839 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:29.177166 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.db.l3_db [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Floating IP b010dec1-0e3f-4e7b-9798-60abd4792aaf disassociated (deleted). External IP: 172.27.1.101, port: 59949c75-d4af-428d-acd5-0e2fd2a59d20. Sep 24 03:45:29.378384 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:45:29.491806 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:45:29.496603 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:29.502738 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270deb0-0dd6-4d06-8fad-4cb545e441b3 None None] Sync routers for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:45:29.516639 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270deb0-0dd6-4d06-8fad-4cb545e441b3 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:45:29.517274 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-1270deb0-0dd6-4d06-8fad-4cb545e441b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:45:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:29.527475 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-2a64024a-e152-42b5-af91-6ed550da82b1 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "DELETE /v2.0/floatingips/b010dec1-0e3f-4e7b-9798-60abd4792aaf HTTP/1.1" status: 204 len: 168 time: 1.1883850 Sep 24 03:45:29.528055 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'tag': '59949c75-d4af-428d-acd5-0e2fd2a59d20'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:45:29.530349 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0881f732fe0f487a5e52b7339b71d5572d5ff57f0fe47acae2664ae24c1c2bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8555815c-391b-4e9d-bc2c-a92cf51e13bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0552e2ca-104c-4100-ac8c-aa9ea0460cd4", "tag": "59949c75-d4af-428d-acd5-0e2fd2a59d20"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:45:29.633683 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-1270deb0-0dd6-4d06-8fad-4cb545e441b3 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:45:29.683917 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb75388-a5a5-42b8-9c7c-4424b717fe76 x-openstack-request-id: req-8bb75388-a5a5-42b8-9c7c-4424b717fe76 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:45:29.684922 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0552e2ca-104c-4100-ac8c-aa9ea0460cd4", "tag": "59949c75-d4af-428d-acd5-0e2fd2a59d20", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:45:29.685167 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bb75388-a5a5-42b8-9c7c-4424b717fe76 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:45:29.685659 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'tag': '59949c75-d4af-428d-acd5-0e2fd2a59d20', 'status': 'completed', 'code': 200} Sep 24 03:45:29.780525 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555815c-391b-4e9d-bc2c-a92cf51e13bd req-6bf13cfe-b2d9-4f1a-b20a-ecbe9b1374ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:29.782173 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8555815c-391b-4e9d-bc2c-a92cf51e13bd req-6bf13cfe-b2d9-4f1a-b20a-ecbe9b1374ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 1099 time: 0.0731535 Sep 24 03:45:29.807319 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb3177-37ca-4d04-b9a9-013b50056bb4 req-17d86ee9-14ec-4d8c-94a5-5fa8716e0ebd tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:29.808918 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7cdb3177-37ca-4d04-b9a9-013b50056bb4 req-17d86ee9-14ec-4d8c-94a5-5fa8716e0ebd tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 946 time: 0.0719500 Sep 24 03:45:29.893111 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-7cdb3177-37ca-4d04-b9a9-013b50056bb4 req-4ea774f9-42ae-4200-950e-4b14717dbcaf tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729558 Sep 24 03:45:29.918498 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555815c-391b-4e9d-bc2c-a92cf51e13bd req-c7110e01-032f-4cba-b5b6-b04ef59d16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:29.920112 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8555815c-391b-4e9d-bc2c-a92cf51e13bd req-c7110e01-032f-4cba-b5b6-b04ef59d16fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 913 time: 0.1295764 Sep 24 03:45:29.966108 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8555815c-391b-4e9d-bc2c-a92cf51e13bd req-3cb06e5b-8e65-43a5-9b6c-7158dd48c734 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59949c75-d4af-428d-acd5-0e2fd2a59d20 HTTP/1.1" status: 200 len: 217 time: 0.0375080 Sep 24 03:45:29.993836 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-1270deb0-0dd6-4d06-8fad-4cb545e441b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '326f83da-3393-407a-8939-25b6a7016cce', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:05:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987027b6-5096-480c-ba2a-8536b27fe070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:42:09Z', 'updated_at': '2021-09-24T03:42:11Z', 'revision_number': 1, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:30.015571 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555815c-391b-4e9d-bc2c-a92cf51e13bd req-e5e89ddd-9bcb-4c9f-b895-623a42bfc72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:30.017025 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8555815c-391b-4e9d-bc2c-a92cf51e13bd req-e5e89ddd-9bcb-4c9f-b895-623a42bfc72d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0427961 Sep 24 03:45:30.022908 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270deb0-0dd6-4d06-8fad-4cb545e441b3 None None] Checking router: 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:45:30.030994 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270deb0-0dd6-4d06-8fad-4cb545e441b3 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:45:30.031591 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-1270deb0-0dd6-4d06-8fad-4cb545e441b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:45:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:30.064924 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555815c-391b-4e9d-bc2c-a92cf51e13bd req-e91f46c0-223d-4ed0-ad58-5cda73a6766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:30.067112 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8555815c-391b-4e9d-bc2c-a92cf51e13bd req-e91f46c0-223d-4ed0-ad58-5cda73a6766f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391998 Sep 24 03:45:30.135701 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-1270deb0-0dd6-4d06-8fad-4cb545e441b3 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:45:30.166272 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8555815c-391b-4e9d-bc2c-a92cf51e13bd req-047cfa80-a9fe-4adb-99c2-1c6e50b26f15 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857184 Sep 24 03:45:30.256175 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-8555815c-391b-4e9d-bc2c-a92cf51e13bd req-c3057cdd-70dd-490d-95b0-1dd6c74fa800 service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818284 Sep 24 03:45:30.358205 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-1270deb0-0dd6-4d06-8fad-4cb545e441b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '326f83da-3393-407a-8939-25b6a7016cce', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:05:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987027b6-5096-480c-ba2a-8536b27fe070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:42:09Z', 'updated_at': '2021-09-24T03:42:11Z', 'revision_number': 1, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:30.384798 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270deb0-0dd6-4d06-8fad-4cb545e441b3 None None] The sync data for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi is: [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_floatingips': [{'id': '326f83da-3393-407a-8939-25b6a7016cce', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'router_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'port_id': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'mac_address': 'fa:16:3e:05:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987027b6-5096-480c-ba2a-8536b27fe070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T03:42:09Z', 'updated_at': '2021-09-24T03:42:11Z', 'revision_number': 1, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:45:30.606018 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468ce1e-85b4-4d8b-ab64-4fc03292744e None None] New status for floating IP b010dec1-0e3f-4e7b-9798-60abd4792aaf: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:45:31.034339 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473363e9-b600-4818-8ff2-aed349aa0a1b req-205c0b85-6794-4ad6-8d6b-28f1da920608 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:31.037101 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-473363e9-b600-4818-8ff2-aed349aa0a1b req-205c0b85-6794-4ad6-8d6b-28f1da920608 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 946 time: 0.0532434 Sep 24 03:45:31.073358 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-473363e9-b600-4818-8ff2-aed349aa0a1b req-5cb75d29-b764-4db8-adcd-80eeb784d6db tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304399 Sep 24 03:45:31.302627 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217847d-8290-4266-a1e4-cf9f78a8d1b7 req-0dca09ec-5f39-49ce-8447-de0727603f2f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:31.304070 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5217847d-8290-4266-a1e4-cf9f78a8d1b7 req-0dca09ec-5f39-49ce-8447-de0727603f2f tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 946 time: 0.0480151 Sep 24 03:45:31.392193 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-5217847d-8290-4266-a1e4-cf9f78a8d1b7 req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Deleting port 59949c75-d4af-428d-acd5-0e2fd2a59d20 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:45:31.392528 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-5217847d-8290-4266-a1e4-cf9f78a8d1b7 req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:31.478154 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-5217847d-8290-4266-a1e4-cf9f78a8d1b7 req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] For port 59949c75-d4af-428d-acd5-0e2fd2a59d20, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=59949c75-d4af-428d-acd5-0e2fd2a59d20,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:45:31.478513 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-5217847d-8290-4266-a1e4-cf9f78a8d1b7 req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:31.490644 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-5217847d-8290-4266-a1e4-cf9f78a8d1b7 req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Calling delete_port for 59949c75-d4af-428d-acd5-0e2fd2a59d20 owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:45:31.618328 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-5217847d-8290-4266-a1e4-cf9f78a8d1b7 req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:31.645299 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event deleted for resources: {'Port': ['ID=59949c75-d4af-428d-acd5-0e2fd2a59d20,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:31.669277 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:31.669622 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:31.669987 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:31.670319 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:31.670643 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:31.670969 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:31.671289 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:31.671610 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:31.671928 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:31.672244 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:31.672558 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:31.672869 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:31.694173 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5217847d-8290-4266-a1e4-cf9f78a8d1b7 req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] No DVR routers for this DVR port 59949c75-d4af-428d-acd5-0e2fd2a59d20 on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:45:31.696501 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-5217847d-8290-4266-a1e4-cf9f78a8d1b7 req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:31.698479 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-5217847d-8290-4266-a1e4-cf9f78a8d1b7 req-6756c558-e9b8-4e37-bae2-fa4a24a866c3 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "DELETE /v2.0/ports/59949c75-d4af-428d-acd5-0e2fd2a59d20 HTTP/1.1" status: 204 len: 173 time: 0.3887200 Sep 24 03:45:31.698907 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'name': 'network-vif-deleted', 'tag': '59949c75-d4af-428d-acd5-0e2fd2a59d20'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:45:31.701117 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a218e34-ae1a-40f0-a14c-92aa78190020" -d '{"events": [{"server_uuid": "0552e2ca-104c-4100-ac8c-aa9ea0460cd4", "name": "network-vif-deleted", "tag": "59949c75-d4af-428d-acd5-0e2fd2a59d20"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:45:31.737428 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da78c3c0-6964-4cae-b368-c0bbfed5a99d x-openstack-request-id: req-da78c3c0-6964-4cae-b368-c0bbfed5a99d {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:45:31.737743 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0552e2ca-104c-4100-ac8c-aa9ea0460cd4", "name": "network-vif-deleted", "tag": "59949c75-d4af-428d-acd5-0e2fd2a59d20", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:45:31.738020 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da78c3c0-6964-4cae-b368-c0bbfed5a99d {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:45:31.739086 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0552e2ca-104c-4100-ac8c-aa9ea0460cd4', 'name': 'network-vif-deleted', 'tag': '59949c75-d4af-428d-acd5-0e2fd2a59d20', 'status': 'completed', 'code': 200} Sep 24 03:45:32.180590 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-1f885bef-a74a-411b-9429-ac931aa7dd29 req-0da4cdea-f89b-4370-9caf-0e25bb3169a7 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=0552e2ca-104c-4100-ac8c-aa9ea0460cd4 HTTP/1.1" status: 200 len: 210 time: 0.0289788 Sep 24 03:45:34.394636 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 59949c75-d4af-428d-acd5-0e2fd2a59d20 no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:45:34.419016 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 59949c75-d4af-428d-acd5-0e2fd2a59d20 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:45:34.419357 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 59949c75-d4af-428d-acd5-0e2fd2a59d20 not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:45:35.448168 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58974) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:35.852386 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-a76138b7-45f3-49fb-9d35-daffd10d3d0e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Deleting port f72fe2b5-778b-4aa3-af6d-ea359c2f3cc2 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:45:35.852726 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a76138b7-45f3-49fb-9d35-daffd10d3d0e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:35.930458 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a76138b7-45f3-49fb-9d35-daffd10d3d0e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:35.930786 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a76138b7-45f3-49fb-9d35-daffd10d3d0e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:35.943114 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-a76138b7-45f3-49fb-9d35-daffd10d3d0e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Calling delete_port for f72fe2b5-778b-4aa3-af6d-ea359c2f3cc2 owned by network:floatingip {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:45:36.085053 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a76138b7-45f3-49fb-9d35-daffd10d3d0e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:36.110381 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76138b7-45f3-49fb-9d35-daffd10d3d0e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event deleted for resources: {'Port': ['ID=f72fe2b5-778b-4aa3-af6d-ea359c2f3cc2,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:36.177280 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a76138b7-45f3-49fb-9d35-daffd10d3d0e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for floatingip, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:36.177616 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.db.l3_db [None req-a76138b7-45f3-49fb-9d35-daffd10d3d0e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Floating IP 326f83da-3393-407a-8939-25b6a7016cce disassociated (deleted). External IP: 172.27.1.157, port: 03ed0ec4-0b4c-409a-97e8-50682cefa193. Sep 24 03:45:36.377575 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76138b7-45f3-49fb-9d35-daffd10d3d0e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:45:36.480543 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76138b7-45f3-49fb-9d35-daffd10d3d0e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:45:36.485279 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a76138b7-45f3-49fb-9d35-daffd10d3d0e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:36.490536 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da49487d-52be-463a-8286-e30e29a335b7 None None] Sync routers for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:45:36.499313 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da49487d-52be-463a-8286-e30e29a335b7 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:45:36.499921 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-da49487d-52be-463a-8286-e30e29a335b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:45:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:36.513927 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-a76138b7-45f3-49fb-9d35-daffd10d3d0e tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "DELETE /v2.0/floatingips/326f83da-3393-407a-8939-25b6a7016cce HTTP/1.1" status: 204 len: 168 time: 1.0646682 Sep 24 03:45:36.514514 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987027b6-5096-480c-ba2a-8536b27fe070', 'tag': '03ed0ec4-0b4c-409a-97e8-50682cefa193'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:45:36.516785 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118207f1-342d-492b-83b0-37678a77f046" -d '{"events": [{"name": "network-changed", "server_uuid": "987027b6-5096-480c-ba2a-8536b27fe070", "tag": "03ed0ec4-0b4c-409a-97e8-50682cefa193"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:45:36.553064 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 03:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0d6726-068c-443a-8dc1-d46c377f9105 x-openstack-request-id: req-ba0d6726-068c-443a-8dc1-d46c377f9105 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:45:36.553367 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987027b6-5096-480c-ba2a-8536b27fe070", "tag": "03ed0ec4-0b4c-409a-97e8-50682cefa193", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:45:36.553620 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba0d6726-068c-443a-8dc1-d46c377f9105 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:45:36.554046 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987027b6-5096-480c-ba2a-8536b27fe070', 'tag': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'status': 'completed', 'code': 200} Sep 24 03:45:36.607068 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-da49487d-52be-463a-8286-e30e29a335b7 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:45:36.616611 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118207f1-342d-492b-83b0-37678a77f046 req-4947877a-bc03-4158-b706-d51bc8221f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:36.618061 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-118207f1-342d-492b-83b0-37678a77f046 req-4947877a-bc03-4158-b706-d51bc8221f56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 1098 time: 0.0424230 Sep 24 03:45:36.744038 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118207f1-342d-492b-83b0-37678a77f046 req-4e7a5335-f1f0-4154-8cbd-7a5e657d1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:36.745497 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-118207f1-342d-492b-83b0-37678a77f046 req-4e7a5335-f1f0-4154-8cbd-7a5e657d1e9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 200 len: 913 time: 0.1201377 Sep 24 03:45:36.761065 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6df67d-97a3-4ca3-9214-faccf540eb73 req-9d929285-e89f-4a45-912c-7cb4e947b2dc tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:36.762793 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ef6df67d-97a3-4ca3-9214-faccf540eb73 req-9d929285-e89f-4a45-912c-7cb4e947b2dc tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 945 time: 0.0651057 Sep 24 03:45:36.802814 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-118207f1-342d-492b-83b0-37678a77f046 req-6076099a-d05e-44cd-a618-81fedf5defb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ed0ec4-0b4c-409a-97e8-50682cefa193 HTTP/1.1" status: 200 len: 217 time: 0.0393622 Sep 24 03:45:36.831036 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-da49487d-52be-463a-8286-e30e29a335b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:36.857277 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da49487d-52be-463a-8286-e30e29a335b7 None None] Checking router: 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:45:36.865318 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-ef6df67d-97a3-4ca3-9214-faccf540eb73 req-bfb2f003-f93c-4441-a139-9369b37fbfd5 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953672 Sep 24 03:45:36.866283 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da49487d-52be-463a-8286-e30e29a335b7 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:45:36.866907 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-da49487d-52be-463a-8286-e30e29a335b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:45:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:36.871727 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118207f1-342d-492b-83b0-37678a77f046 req-96eee2ab-afd8-4932-8c03-46a8567e1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:36.873152 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-118207f1-342d-492b-83b0-37678a77f046 req-96eee2ab-afd8-4932-8c03-46a8567e1e27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 200 len: 851 time: 0.0627182 Sep 24 03:45:36.920627 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118207f1-342d-492b-83b0-37678a77f046 req-a1b419cb-16d7-428a-b8e2-85354b7f0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:36.922147 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-118207f1-342d-492b-83b0-37678a77f046 req-a1b419cb-16d7-428a-b8e2-85354b7f0e74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2db2bbde-716b-483e-ab4b-d8be258587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408552 Sep 24 03:45:36.973746 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-da49487d-52be-463a-8286-e30e29a335b7 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:45:37.010471 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-118207f1-342d-492b-83b0-37678a77f046 req-70f13a93-be8e-4c8f-9ccc-15cf4826cdcd service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805392 Sep 24 03:45:37.105762 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-118207f1-342d-492b-83b0-37678a77f046 req-7e26b3f8-100c-4337-af68-1f167bcc87cd service neutron] 10.222.0.13 "GET /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848665 Sep 24 03:45:37.170197 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-da49487d-52be-463a-8286-e30e29a335b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:37.195449 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da49487d-52be-463a-8286-e30e29a335b7 None None] The sync data for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi is: [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:00Z', 'revision_number': 4, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi', '_interfaces': [{'id': 'fb9d6de0-1614-4796-b6c3-013658972750', 'name': '', 'network_id': '2db2bbde-716b-483e-ab4b-d8be258587c3', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'mac_address': 'fa:16:3e:28:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:00Z', 'updated_at': '2021-09-24T03:39:06Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'subnets': [{'id': '036371fe-4d18-42b5-a9ad-d6d30f128895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:45:37.397518 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c24c401-d8e0-4154-b82b-b004e5f93ef7 None None] New status for floating IP 326f83da-3393-407a-8939-25b6a7016cce: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 03:45:37.984938 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241f499-22be-48a1-bc08-e9cca0b3e588 req-f7afb858-b528-4d26-8f11-a6e945cc18ac tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:37.986442 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4241f499-22be-48a1-bc08-e9cca0b3e588 req-f7afb858-b528-4d26-8f11-a6e945cc18ac tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 945 time: 0.0485201 Sep 24 03:45:38.023427 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-4241f499-22be-48a1-bc08-e9cca0b3e588 req-f868ccb8-fbe2-4636-8724-3f4576bdcac5 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302868 Sep 24 03:45:38.174324 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a29ab1-a997-45c2-af18-b630c470558b req-470d2c36-d829-4b86-b48c-1d2b55dac4c0 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 03:45:38.176157 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91a29ab1-a997-45c2-af18-b630c470558b req-470d2c36-d829-4b86-b48c-1d2b55dac4c0 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 945 time: 0.0448804 Sep 24 03:45:38.270026 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-91a29ab1-a997-45c2-af18-b630c470558b req-43503e28-8c25-4650-b511-dd0e886a8a82 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Deleting port 03ed0ec4-0b4c-409a-97e8-50682cefa193 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:45:38.270352 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91a29ab1-a997-45c2-af18-b630c470558b req-43503e28-8c25-4650-b511-dd0e886a8a82 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:38.357702 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [req-91a29ab1-a997-45c2-af18-b630c470558b req-43503e28-8c25-4650-b511-dd0e886a8a82 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] For port 03ed0ec4-0b4c-409a-97e8-50682cefa193, host hv-cinder-81080, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81080',level=0,port_id=03ed0ec4-0b4c-409a-97e8-50682cefa193,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:45:38.358083 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91a29ab1-a997-45c2-af18-b630c470558b req-43503e28-8c25-4650-b511-dd0e886a8a82 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:38.374443 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [req-91a29ab1-a997-45c2-af18-b630c470558b req-43503e28-8c25-4650-b511-dd0e886a8a82 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Calling delete_port for 03ed0ec4-0b4c-409a-97e8-50682cefa193 owned by compute:nova {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:45:38.502032 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91a29ab1-a997-45c2-af18-b630c470558b req-43503e28-8c25-4650-b511-dd0e886a8a82 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:38.529924 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43503e28-8c25-4650-b511-dd0e886a8a82 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event deleted for resources: {'Port': ['ID=03ed0ec4-0b4c-409a-97e8-50682cefa193,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:38.579654 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a29ab1-a997-45c2-af18-b630c470558b req-43503e28-8c25-4650-b511-dd0e886a8a82 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] No DVR routers for this DVR port 03ed0ec4-0b4c-409a-97e8-50682cefa193 on host hv-cinder-81080 {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:45:38.582860 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [req-91a29ab1-a997-45c2-af18-b630c470558b req-43503e28-8c25-4650-b511-dd0e886a8a82 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for port, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:38.584932 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-91a29ab1-a997-45c2-af18-b630c470558b req-43503e28-8c25-4650-b511-dd0e886a8a82 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.13 "DELETE /v2.0/ports/03ed0ec4-0b4c-409a-97e8-50682cefa193 HTTP/1.1" status: 204 len: 173 time: 0.4010315 Sep 24 03:45:38.585359 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987027b6-5096-480c-ba2a-8536b27fe070', 'name': 'network-vif-deleted', 'tag': '03ed0ec4-0b4c-409a-97e8-50682cefa193'}] {{(pid=94016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 03:45:38.587591 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57674b6fe3cbb9ac2e4352d5d5f3c6b455dc609fb79fccecc3ba2a046742f1ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e55483c-c967-4e05-a3c3-d52358da16d2" -d '{"events": [{"server_uuid": "987027b6-5096-480c-ba2a-8536b27fe070", "name": "network-vif-deleted", "tag": "03ed0ec4-0b4c-409a-97e8-50682cefa193"}]}' {{(pid=94016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 03:45:38.630447 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 03:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ef72bb-c77d-4d28-b4cf-7e7adc9608a6 x-openstack-request-id: req-99ef72bb-c77d-4d28-b4cf-7e7adc9608a6 {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 03:45:38.630731 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987027b6-5096-480c-ba2a-8536b27fe070", "name": "network-vif-deleted", "tag": "03ed0ec4-0b4c-409a-97e8-50682cefa193", "status": "completed", "code": 200}]} {{(pid=94016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 03:45:38.630980 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99ef72bb-c77d-4d28-b4cf-7e7adc9608a6 {{(pid=94016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 03:45:38.631372 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987027b6-5096-480c-ba2a-8536b27fe070', 'name': 'network-vif-deleted', 'tag': '03ed0ec4-0b4c-409a-97e8-50682cefa193', 'status': 'completed', 'code': 200} Sep 24 03:45:39.127540 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [req-b3f05ab2-7f3c-42bc-9e76-632852f47ed5 req-4939047d-d43f-41b4-812a-72f1a490597a tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "GET /v2.0/ports?device_id=987027b6-5096-480c-ba2a-8536b27fe070 HTTP/1.1" status: 200 len: 210 time: 0.0264213 Sep 24 03:45:40.182497 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 58990) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:40.299652 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-a6c91340-2103-48e9-8745-a38f6e45e4f6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Deleting port eb19c47e-9794-4fb0-8d0d-111055a35260 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:45:40.299997 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a6c91340-2103-48e9-8745-a38f6e45e4f6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:40.375904 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a6c91340-2103-48e9-8745-a38f6e45e4f6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:40.376228 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a6c91340-2103-48e9-8745-a38f6e45e4f6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:40.388084 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-a6c91340-2103-48e9-8745-a38f6e45e4f6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Calling delete_port for eb19c47e-9794-4fb0-8d0d-111055a35260 owned by network:floatingip {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:45:40.443256 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 03ed0ec4-0b4c-409a-97e8-50682cefa193 no longer exists at agent hyperv_hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:45:40.462375 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] No Port match for: 03ed0ec4-0b4c-409a-97e8-50682cefa193 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:45:40.462717 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Device 03ed0ec4-0b4c-409a-97e8-50682cefa193 not bound to the agent host hv-cinder-81080 {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:45:40.513562 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a6c91340-2103-48e9-8745-a38f6e45e4f6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:40.537351 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c91340-2103-48e9-8745-a38f6e45e4f6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event deleted for resources: {'Port': ['ID=eb19c47e-9794-4fb0-8d0d-111055a35260,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:40.599125 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a6c91340-2103-48e9-8745-a38f6e45e4f6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for floatingip, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:40.601701 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a6c91340-2103-48e9-8745-a38f6e45e4f6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48439'] for floatingip, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:40.602874 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-a6c91340-2103-48e9-8745-a38f6e45e4f6 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "DELETE /v2.0/floatingips/a3a8a073-c285-460e-bee8-62245e095be5 HTTP/1.1" status: 204 len: 168 time: 0.4194074 Sep 24 03:45:41.802830 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 59002) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:41.859326 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-02d1f4e4-56fc-4b4c-9724-fc20d6520012 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:41.883904 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-02d1f4e4-56fc-4b4c-9724-fc20d6520012 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:41.942645 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-02d1f4e4-56fc-4b4c-9724-fc20d6520012 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:41.945227 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-02d1f4e4-56fc-4b4c-9724-fc20d6520012 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Notify callbacks [] for security_group, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:41.946428 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-02d1f4e4-56fc-4b4c-9724-fc20d6520012 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] 10.222.0.18 "DELETE /v2.0/security-groups/7de37d12-bd2d-4ed4-8c3c-3e36a4995d46 HTTP/1.1" status: 204 len: 168 time: 0.1426253 Sep 24 03:45:41.955900 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1f4e4-56fc-4b4c-9724-fc20d6520012 tempest-TestVolumeBootPattern-394076301 tempest-TestVolumeBootPattern-394076301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de37d12-bd2d-4ed4-8c3c-3e36a4995d46,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:42.007751 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 59006) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:42.513977 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-66b8e32c-9fe9-4ec8-bb4f-3dce3d020d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725511'] for router_interface, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:42.744097 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-66b8e32c-9fe9-4ec8-bb4f-3dce3d020d4a admin admin] Deleting port fb9d6de0-1614-4796-b6c3-013658972750 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:45:42.744426 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-66b8e32c-9fe9-4ec8-bb4f-3dce3d020d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:42.818789 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [None req-66b8e32c-9fe9-4ec8-bb4f-3dce3d020d4a admin admin] For port fb9d6de0-1614-4796-b6c3-013658972750, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=fb9d6de0-1614-4796-b6c3-013658972750,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:45:42.819350 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-66b8e32c-9fe9-4ec8-bb4f-3dce3d020d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:42.830994 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-66b8e32c-9fe9-4ec8-bb4f-3dce3d020d4a admin admin] Calling delete_port for fb9d6de0-1614-4796-b6c3-013658972750 owned by network:router_interface {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:45:43.001761 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-66b8e32c-9fe9-4ec8-bb4f-3dce3d020d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:43.030887 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8e32c-9fe9-4ec8-bb4f-3dce3d020d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9d6de0-1614-4796-b6c3-013658972750,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:43.194218 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-66b8e32c-9fe9-4ec8-bb4f-3dce3d020d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726670'] for router_interface, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:43.638532 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b8e32c-9fe9-4ec8-bb4f-3dce3d020d4a admin admin] Router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:45:43.739770 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b8e32c-9fe9-4ec8-bb4f-3dce3d020d4a admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:45:43.744683 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-66b8e32c-9fe9-4ec8-bb4f-3dce3d020d4a admin admin] 10.222.0.18 "PUT /v2.0/routers/73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7359378 Sep 24 03:45:43.747262 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 59010) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:43.748658 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a6a72-6e1c-46dd-84ca-565ef8e48471 None None] Sync routers for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:45:43.758816 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a6a72-6e1c-46dd-84ca-565ef8e48471 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:45:43.759504 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-de9a6a72-6e1c-46dd-84ca-565ef8e48471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:45:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:43.845653 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:43.862175 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-de9a6a72-6e1c-46dd-84ca-565ef8e48471 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:45:43.951132 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.006473 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Deleting port 3bd44a6f-56c7-414a-b023-c0b0fcf70b66 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:45:44.006806 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.043422 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-de9a6a72-6e1c-46dd-84ca-565ef8e48471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:45:42Z', 'revision_number': 5, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port': {'id': '3bd44a6f-56c7-414a-b023-c0b0fcf70b66', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:44.069724 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a6a72-6e1c-46dd-84ca-565ef8e48471 None None] Checking router: 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d for host: dv-cinder-810800-1-iscsi {{(pid=94018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:45:44.077908 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a6a72-6e1c-46dd-84ca-565ef8e48471 None None] Routers {'73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:45:44.078515 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-de9a6a72-6e1c-46dd-84ca-565ef8e48471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:45:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'], 'active': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:44.085049 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] For port 3bd44a6f-56c7-414a-b023-c0b0fcf70b66, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=3bd44a6f-56c7-414a-b023-c0b0fcf70b66,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:45:44.085433 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.098119 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Calling delete_port for 3bd44a6f-56c7-414a-b023-c0b0fcf70b66 owned by network:router_gateway {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:45:44.164686 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvr_db [None req-de9a6a72-6e1c-46dd-84ca-565ef8e48471 None None] Set router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d gateway port host: None {{(pid=94018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:45:44.216701 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_hamode_db [None req-de9a6a72-6e1c-46dd-84ca-565ef8e48471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:45:43Z', 'revision_number': 6, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port_host': None}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:44.245808 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a6a72-6e1c-46dd-84ca-565ef8e48471 None None] The sync data for ids ['73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d'] in dv-cinder-810800-1-iscsi is: [{'id': '73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d', 'name': 'tempest-TestVolumeBootPattern-1187153851-router', 'tenant_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:38:58Z', 'updated_at': '2021-09-24T03:45:43Z', 'revision_number': 6, 'project_id': '6dfe51f1a692492e80a0c7c5a9078e73', 'gw_port_host': None}] {{(pid=94018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:45:44.263922 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.287201 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd44a6f-56c7-414a-b023-c0b0fcf70b66,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:44.351525 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726605'] for router_gateway, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.438382 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6791'] for router, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.440313 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.481385 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728875'] for router, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.481960 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d {{(pid=94016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 03:45:44.486182 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.487319 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-4675ee21-8130-4087-a96d-b5cb11c458b3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/73a2c21d-a89f-4e0f-8edf-0ebeb0cf447d HTTP/1.1" status: 204 len: 168 time: 0.7391610 Sep 24 03:45:44.490561 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 59012) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:44.533996 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9370759-10a9-4488-b97f-6dc190eff4b8 admin admin] Deleting subnet 036371fe-4d18-42b5-a9ad-d6d30f128895 {{(pid=94016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:45:44.538613 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a9370759-10a9-4488-b97f-6dc190eff4b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.578759 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a9370759-10a9-4488-b97f-6dc190eff4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811710'] for subnet, precommit_delete_associations {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.658150 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a9370759-10a9-4488-b97f-6dc190eff4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.714878 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a9370759-10a9-4488-b97f-6dc190eff4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8493267'] for subnet, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.740991 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9370759-10a9-4488-b97f-6dc190eff4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036371fe-4d18-42b5-a9ad-d6d30f128895,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:44.744873 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-a9370759-10a9-4488-b97f-6dc190eff4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.750305 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-a9370759-10a9-4488-b97f-6dc190eff4b8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/036371fe-4d18-42b5-a9ad-d6d30f128895 HTTP/1.1" status: 204 len: 168 time: 0.2553148 Sep 24 03:45:44.750599 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.wsgi [-] (94016) accepted ('10.222.0.18', 59014) {{(pid=94016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:44.754593 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18546fd6-f1cd-468f-acd6-be105b06e658 None None] Network 2db2bbde-716b-483e-ab4b-d8be258587c3 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:45:44.822126 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.876647 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Deleting port bde14c35-2428-426a-8131-ac129ab26695 {{(pid=94016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:45:44.877776 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.958776 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.db [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] For port bde14c35-2428-426a-8131-ac129ab26695, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=bde14c35-2428-426a-8131-ac129ab26695,segment=NetworkSegment(b80e78ad-32d2-4e3f-81b8-f58f8f96553e),segment_id=b80e78ad-32d2-4e3f-81b8-f58f8f96553e)] {{(pid=94016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:45:44.959128 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:44.972017 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.plugin [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Calling delete_port for bde14c35-2428-426a-8131-ac129ab26695 owned by network:dhcp {{(pid=94016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:45:45.060510 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device fb9d6de0-1614-4796-b6c3-013658972750 no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:45:45.063351 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815863'] for port, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:45.084762 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bb5383-aa02-43d1-b9ef-7d39f874ac07 None None] DHCP port deletion for 2db2bbde-716b-483e-ab4b-d8be258587c3 request from dv-cinder-810800-1-iscsi {{(pid=94018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 03:45:45.086992 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: fb9d6de0-1614-4796-b6c3-013658972750 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:45:45.087403 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device fb9d6de0-1614-4796-b6c3-013658972750 not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:45:45.087885 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 3bd44a6f-56c7-414a-b023-c0b0fcf70b66 no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:45:45.099202 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] No DVR routers for this DVR port bde14c35-2428-426a-8131-ac129ab26695 on host dv-cinder-810800-1-iscsi {{(pid=94016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:45:45.099202 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde14c35-2428-426a-8131-ac129ab26695,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:45.110200 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: 3bd44a6f-56c7-414a-b023-c0b0fcf70b66 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:45:45.110658 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 3bd44a6f-56c7-414a-b023-c0b0fcf70b66 not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:45:45.175231 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:45.200652 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db2bbde-716b-483e-ab4b-d8be258587c3']}} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:45.211745 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e') {'for_net_delete': True} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:45.211745 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.services.segments.db [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80e78ad-32d2-4e3f-81b8-f58f8f96553e') {} {{(pid=94016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:45.221148 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-54bc8ee3-8297-468e-bb6d-4f3f1cc623d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:45.221902 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811687'] for segment, before_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:45.236771 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:45.242483 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:45:45.242859 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3802692'] for segment, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: Traceback (most recent call last): Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: timer() Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: cb(*args, **kw) Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: return func(*args, **kwargs) Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: self._notify() Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: self.callback(batched_events) Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: event.method(event) Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: return f(self, *a, **k) Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._get(url).json() Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: return self.request(url, 'GET', **kwargs) Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:45:45.244485 dv-cinder-810800-1-iscsi neutron-server[94016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:45:45.308963 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:45.314598 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron_lib.callbacks.manager [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:45.317070 dv-cinder-810800-1-iscsi neutron-server[94016]: INFO neutron.wsgi [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2db2bbde-716b-483e-ab4b-d8be258587c3 HTTP/1.1" status: 204 len: 168 time: 0.5656035 Sep 24 03:45:45.320280 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 59016) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:45.327537 dv-cinder-810800-1-iscsi neutron-server[94016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d1652-0943-46eb-924e-08dc6ebdf1f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2db2bbde-716b-483e-ab4b-d8be258587c3,revision_number=None']} {{(pid=94016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:45.661486 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4d2e413e-4cc5-412c-85cd-3dc8dbb71b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725511'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:45.902604 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e413e-4cc5-412c-85cd-3dc8dbb71b27 admin admin] Deleting port 9a01394f-64a2-4d22-b14e-882e1e7cd510 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:45:45.903602 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4d2e413e-4cc5-412c-85cd-3dc8dbb71b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:45.982359 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-4d2e413e-4cc5-412c-85cd-3dc8dbb71b27 admin admin] For port 9a01394f-64a2-4d22-b14e-882e1e7cd510, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=9a01394f-64a2-4d22-b14e-882e1e7cd510,segment=NetworkSegment(884cf88e-af8f-41b0-a68f-8c6cc1d5dab7),segment_id=884cf88e-af8f-41b0-a68f-8c6cc1d5dab7)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:45:45.982637 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4d2e413e-4cc5-412c-85cd-3dc8dbb71b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:45.994675 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e413e-4cc5-412c-85cd-3dc8dbb71b27 admin admin] Calling delete_port for 9a01394f-64a2-4d22-b14e-882e1e7cd510 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:45:46.167022 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4d2e413e-4cc5-412c-85cd-3dc8dbb71b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:46.193131 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e413e-4cc5-412c-85cd-3dc8dbb71b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a01394f-64a2-4d22-b14e-882e1e7cd510,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:46.356657 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4d2e413e-4cc5-412c-85cd-3dc8dbb71b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726670'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:46.558014 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2e413e-4cc5-412c-85cd-3dc8dbb71b27 admin admin] Router 70a92ac5-740b-4514-8b33-8f49c65b9e3d has already been hosted by L3 agent a47af37d-c188-448d-b268-a4c8957979dc {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 03:45:46.659090 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2e413e-4cc5-412c-85cd-3dc8dbb71b27 admin admin] Notify agent at l3_agent.dv-cinder-810800-1-iscsi the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 03:45:46.664812 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-4d2e413e-4cc5-412c-85cd-3dc8dbb71b27 admin admin] 10.222.0.18 "PUT /v2.0/routers/70a92ac5-740b-4514-8b33-8f49c65b9e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3434229 Sep 24 03:45:46.667459 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 59018) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:46.668374 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc2843d-60a0-4122-9d13-661e37fce37c None None] Sync routers for ids ['70a92ac5-740b-4514-8b33-8f49c65b9e3d'] in dv-cinder-810800-1-iscsi {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 03:45:46.679453 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc2843d-60a0-4122-9d13-661e37fce37c None None] Routers {'70a92ac5-740b-4514-8b33-8f49c65b9e3d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:45:46.680063 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fdc2843d-60a0-4122-9d13-661e37fce37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:45:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['70a92ac5-740b-4514-8b33-8f49c65b9e3d'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:46.764558 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:46.784747 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-fdc2843d-60a0-4122-9d13-661e37fce37c None None] Set router 70a92ac5-740b-4514-8b33-8f49c65b9e3d gateway port host: dv-cinder-810800-1-iscsi {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:45:46.868050 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:46.929637 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Deleting port afb9fe86-0028-456f-a90c-fa9f30741a7c {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:45:46.929995 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:46.947684 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device bde14c35-2428-426a-8131-ac129ab26695 no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:45:46.969034 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: bde14c35-2428-426a-8131-ac129ab26695 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:45:46.969572 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device bde14c35-2428-426a-8131-ac129ab26695 not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:45:46.976046 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fdc2843d-60a0-4122-9d13-661e37fce37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'name': 'tempest-TestVolumeBootPattern-1876687714-router', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'external_fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:45:46Z', 'revision_number': 5, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'gw_port': {'id': 'afb9fe86-0028-456f-a90c-fa9f30741a7c', 'name': '', 'network_id': 'fbd1662f-29d0-4f7e-9136-bac8ec89d902', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7309a29f-ac05-463a-89e4-08b9753d2369', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810800-1-iscsi'}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:47.002301 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc2843d-60a0-4122-9d13-661e37fce37c None None] Checking router: 70a92ac5-740b-4514-8b33-8f49c65b9e3d for host: dv-cinder-810800-1-iscsi {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 03:45:47.010206 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] For port afb9fe86-0028-456f-a90c-fa9f30741a7c, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=afb9fe86-0028-456f-a90c-fa9f30741a7c,segment=NetworkSegment(84e2afb5-cc2f-4917-bfb7-8cd04e7de581),segment_id=84e2afb5-cc2f-4917-bfb7-8cd04e7de581)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:45:47.010571 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:47.011040 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc2843d-60a0-4122-9d13-661e37fce37c None None] Routers {'70a92ac5-740b-4514-8b33-8f49c65b9e3d'} bound to L3 agent in host dv-cinder-810800-1-iscsi {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 03:45:47.011636 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fdc2843d-60a0-4122-9d13-661e37fce37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T03:23:18Z,description=,heartbeat_timestamp=2021-09-24T03:45:18Z,host='dv-cinder-810800-1-iscsi',id=a47af37d-c188-448d-b268-a4c8957979dc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T03:23:18Z,topic='l3_agent')) {'router_ids': ['70a92ac5-740b-4514-8b33-8f49c65b9e3d'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:47.023235 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Calling delete_port for afb9fe86-0028-456f-a90c-fa9f30741a7c owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:45:47.181182 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-fdc2843d-60a0-4122-9d13-661e37fce37c None None] Set router 70a92ac5-740b-4514-8b33-8f49c65b9e3d gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 03:45:47.191019 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:47.215038 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb9fe86-0028-456f-a90c-fa9f30741a7c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:47.234392 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fdc2843d-60a0-4122-9d13-661e37fce37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'name': 'tempest-TestVolumeBootPattern-1876687714-router', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:45:46Z', 'revision_number': 6, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'gw_port_host': None}], 'dv-cinder-810800-1-iscsi', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:47.263658 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc2843d-60a0-4122-9d13-661e37fce37c None None] The sync data for ids ['70a92ac5-740b-4514-8b33-8f49c65b9e3d'] in dv-cinder-810800-1-iscsi is: [{'id': '70a92ac5-740b-4514-8b33-8f49c65b9e3d', 'name': 'tempest-TestVolumeBootPattern-1876687714-router', 'tenant_id': '1d83e5b9242348baa7cab6f8012ca292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T03:39:03Z', 'updated_at': '2021-09-24T03:45:46Z', 'revision_number': 6, 'project_id': '1d83e5b9242348baa7cab6f8012ca292', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 03:45:47.279181 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726605'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:47.365742 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6791'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:47.367812 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:47.407961 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728875'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:47.408549 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70a92ac5-740b-4514-8b33-8f49c65b9e3d {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 03:45:47.414041 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:47.415213 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-22146177-0864-483d-91cd-faa75b712318 admin admin] 10.222.0.18 "DELETE /v2.0/routers/70a92ac5-740b-4514-8b33-8f49c65b9e3d HTTP/1.1" status: 204 len: 168 time: 0.7468491 Sep 24 03:45:47.417728 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 59020) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:47.460527 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-a035fdb9-a954-4e55-bf20-3cb278e8e129 admin admin] Deleting subnet b78f8ce3-292b-468d-8e23-3132b0e0350c {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 03:45:47.463424 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a035fdb9-a954-4e55-bf20-3cb278e8e129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:47.497494 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a035fdb9-a954-4e55-bf20-3cb278e8e129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9308771'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:47.575701 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a035fdb9-a954-4e55-bf20-3cb278e8e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7756434'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:47.627546 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a035fdb9-a954-4e55-bf20-3cb278e8e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7756443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9308815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8548313'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:47.653956 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035fdb9-a954-4e55-bf20-3cb278e8e129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78f8ce3-292b-468d-8e23-3132b0e0350c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:47.657488 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a035fdb9-a954-4e55-bf20-3cb278e8e129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:47.659703 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-a035fdb9-a954-4e55-bf20-3cb278e8e129 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b78f8ce3-292b-468d-8e23-3132b0e0350c HTTP/1.1" status: 204 len: 168 time: 0.2407382 Sep 24 03:45:47.662215 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 59022) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:47.663498 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fbe0f7-bcb8-42ba-ae39-8102f9d465ec None None] Network 0c9b00c3-77df-4005-9b32-64a1bb5539f2 requested from dv-cinder-810800-1-iscsi {{(pid=94018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 03:45:47.739592 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1097-0630-42e3-b9c1-59ed374e288a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:47.983432 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7888490'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.034303 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Deleting port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:45:48.034638 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.045282 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] DHCP port deletion for 0c9b00c3-77df-4005-9b32-64a1bb5539f2 request from dv-cinder-810800-1-iscsi {{(pid=94018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 03:45:48.092486 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Deleting port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 03:45:48.092853 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770956093224'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.100036 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] For port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=7e98b2a0-d732-4a4c-851d-5ab074ad2e1a,segment=NetworkSegment(884cf88e-af8f-41b0-a68f-8c6cc1d5dab7),segment_id=884cf88e-af8f-41b0-a68f-8c6cc1d5dab7)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:45:48.100398 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.112870 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Calling delete_port for 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:45:48.165134 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] For port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a, host dv-cinder-810800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810800-1-iscsi',level=0,port_id=7e98b2a0-d732-4a4c-851d-5ab074ad2e1a,segment=NetworkSegment(884cf88e-af8f-41b0-a68f-8c6cc1d5dab7),segment_id=884cf88e-af8f-41b0-a68f-8c6cc1d5dab7)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 03:45:48.166068 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713758'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.178535 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Calling delete_port for 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 03:45:48.195820 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9308882'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.221133 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e98b2a0-d732-4a4c-851d-5ab074ad2e1a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:48.227513 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] No DVR routers for this DVR port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a on host dv-cinder-810800-1-iscsi {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:45:48.257818 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7738977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770956099310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770955609784'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.289051 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Pushing event deleted for resources: {'Port': ['ID=7e98b2a0-d732-4a4c-851d-5ab074ad2e1a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:48.291668 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] No DVR routers for this DVR port 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a on host dv-cinder-810800-1-iscsi {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 03:45:48.299508 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:48.299998 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:48.300343 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:48.301492 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:48.302146 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:48.302340 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:48.302526 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:48.302808 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:48.303157 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:48.303593 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:48.303795 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:48.304115 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2939-d01b-4830-9272-ff713dea03c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810800-1-iscsi {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 03:45:48.310674 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751467', 'neutron.services.segments.db._delete_segments_for_network-8770956157332'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.331603 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9b00c3-77df-4005-9b32-64a1bb5539f2']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:48.341050 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884cf88e-af8f-41b0-a68f-8c6cc1d5dab7') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:48.341341 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884cf88e-af8f-41b0-a68f-8c6cc1d5dab7') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 03:45:48.351759 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770956156829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9308794'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.365878 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.371715 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 03:45:48.372094 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7757061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9319713'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: Traceback (most recent call last): Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: timer() Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: cb(*args, **kw) Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: return func(*args, **kwargs) Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: self._notify() Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: self.callback(batched_events) Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: event.method(event) Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: return f(self, *a, **k) Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._get(url).json() Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: return self.request(url, 'GET', **kwargs) Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 03:45:48.373793 dv-cinder-810800-1-iscsi neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 03:45:48.426701 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726545'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.431786 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.433621 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0c9b00c3-77df-4005-9b32-64a1bb5539f2 HTTP/1.1" status: 204 len: 168 time: 0.7704940 Sep 24 03:45:48.444361 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ba61e-053f-4852-816b-a14124d58649 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9b00c3-77df-4005-9b32-64a1bb5539f2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:48.542941 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 59026) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:48.585584 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-e00b1baa-8e66-415c-bfe0-756ecd79dbda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6dfe51f1a692492e80a0c7c5a9078e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414128 Sep 24 03:45:48.587963 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 59028) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:48.634500 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0c82913-59b4-4dc8-878e-66a5ad781305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.654510 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0c82913-59b4-4dc8-878e-66a5ad781305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.699952 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0c82913-59b4-4dc8-878e-66a5ad781305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.702435 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0c82913-59b4-4dc8-878e-66a5ad781305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.703553 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-d0c82913-59b4-4dc8-878e-66a5ad781305 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f87ec81b-15e9-4bb7-957d-849645689b57 HTTP/1.1" status: 204 len: 168 time: 0.1146932 Sep 24 03:45:48.718874 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c82913-59b4-4dc8-878e-66a5ad781305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87ec81b-15e9-4bb7-957d-849645689b57,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:48.756847 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:48.882147 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 9a01394f-64a2-4d22-b14e-882e1e7cd510 no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:45:48.902291 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: 9a01394f-64a2-4d22-b14e-882e1e7cd510 {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:45:48.902639 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 9a01394f-64a2-4d22-b14e-882e1e7cd510 not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:45:48.903059 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device afb9fe86-0028-456f-a90c-fa9f30741a7c no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:45:48.922618 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: afb9fe86-0028-456f-a90c-fa9f30741a7c {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:45:48.922964 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device afb9fe86-0028-456f-a90c-fa9f30741a7c not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:45:48.923372 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a no longer exists at agent ovs-agent-dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 03:45:48.942255 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] No Port match for: 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a {{(pid=94018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 03:45:48.942598 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.rpc [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Device 7e98b2a0-d732-4a4c-851d-5ab074ad2e1a not bound to the agent host dv-cinder-810800-1-iscsi {{(pid=94018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 03:45:49.030009 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 59034) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:49.069597 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-c08f3e1c-8f4b-4302-bc17-7bd9e0365c52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d83e5b9242348baa7cab6f8012ca292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383894 Sep 24 03:45:49.071888 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.18', 59036) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 03:45:49.117780 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24c9ad9d-9feb-46bd-96b4-8ceb2fd8f153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:49.137827 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24c9ad9d-9feb-46bd-96b4-8ceb2fd8f153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:49.190255 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24c9ad9d-9feb-46bd-96b4-8ceb2fd8f153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750047'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:49.192822 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24c9ad9d-9feb-46bd-96b4-8ceb2fd8f153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:49.194035 dv-cinder-810800-1-iscsi neutron-server[94017]: INFO neutron.wsgi [None req-24c9ad9d-9feb-46bd-96b4-8ceb2fd8f153 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9dedd5b4-d3fe-4c99-8b2e-ff7cda79d35d HTTP/1.1" status: 204 len: 168 time: 0.1211767 Sep 24 03:45:49.201599 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9ad9d-9feb-46bd-96b4-8ceb2fd8f153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dedd5b4-d3fe-4c99-8b2e-ff7cda79d35d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 03:45:49.360366 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:50.799347 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:45:54.406722 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:45:55.360249 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:46:15.213656 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab3ab125-0781-4cd5-8349-5a279b2d1e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:46:17.700402 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bd18864e-279a-4fa5-b73a-72f3571b166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:46:18.747256 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:46:19.361270 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:46:20.801061 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:46:25.363139 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:46:31.406362 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:46:45.215126 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a381b2eb-5891-42b3-bf60-859fec8d2f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:46:47.699878 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7d7f40b5-f2b6-4b45-98ad-59cd45cc3c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:46:48.748050 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:46:49.363781 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:46:50.805034 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:46:55.374429 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:47:08.406276 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:47:15.215481 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0511ed00-3e23-48f9-a80a-ebaafe4d8908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:47:17.699512 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1501-ac3d-40b4-a767-7cdfe4372735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:47:18.751858 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:47:19.367329 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:47:20.806927 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:47:25.395030 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:47:45.215678 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b2554d6-eb0e-441b-877c-7144561d35e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:47:45.404901 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:47:47.698451 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7a58f163-da15-4f57-91cd-7f9e9df49b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:47:48.753491 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:47:49.369437 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:47:50.811091 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:47:55.405650 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:48:15.216014 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3ef00ae-7754-4681-b1a5-a5525b18e815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:48:17.699188 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e28021d0-ddc6-4b0f-a8e7-e577da745972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:48:18.757646 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:48:19.375025 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:48:20.813173 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:48:22.404120 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:48:25.411401 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:48:45.216636 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a385f0f3-df72-4951-a19e-08dd84fe44c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:48:47.698577 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-355dd53a-3090-4210-a8df-8f9843a62b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:48:48.761154 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:48:49.375323 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:48:50.816382 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:48:55.419709 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:48:59.402707 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:49:15.218198 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2abcae9a-ccf6-4747-8045-633bb39640ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:49:17.698157 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c73b71dc-6d4f-422e-82e9-f5bc239ea557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:49:18.764440 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:49:19.379805 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:49:20.819783 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:49:24.488873 dv-cinder-810800-1-iscsi neutron-server[94017]: DEBUG neutron.wsgi [req-a70ece93-c2f2-42e8-970c-448879fd7bb9 req-32f57afc-d3b7-448a-8a30-5cc2f511eb95 service neutron] (94017) timed out ('10.222.0.13', 49853) {{(pid=94017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 03:49:25.434987 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:49:36.402327 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:49:45.220032 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7d2ae4e4-d2e2-4e49-ba2c-ebbcf96b12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:49:47.697912 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff802491-2a3a-4a3b-8506-dbefa5b38d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:49:48.766704 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:49:49.380372 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:49:50.823583 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:49:55.434852 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:50:13.400856 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:50:15.221398 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c87f2689-7987-4b9e-942b-3bc575f94185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:50:17.698531 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b29d4952-a6cd-41d4-ac13-1d5acc6f9742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:50:18.767739 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:50:19.384238 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:50:20.827009 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:50:25.445487 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:50:45.225418 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73ba6e01-5043-418d-960c-5dffef61ec8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:50:47.697522 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d97c223a-8cee-41a0-b737-f7853ad9b10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:50:48.767545 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7f734e-dc16-40fd-a200-2e19424da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:50:49.385117 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b522-8638-4a1f-ad5c-3d1ea1f44bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:50:50.400789 dv-cinder-810800-1-iscsi neutron-server[94019]: DEBUG neutron.db.agents_db [None req-65418eef-7cce-46ea-9fc1-8e47762db310 None None] Agent healthcheck: found 6 active agents {{(pid=94019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 03:50:50.830214 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aea3a068-8223-4b07-8a5e-685115e73cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:50:55.449936 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95602a0e-6023-4998-b7ad-9367d57045ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 03:51:15.233526 dv-cinder-810800-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-215670d8-c5d8-4ba5-8514-8efc430d9b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770956157314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7752235'] for agent, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}